2024-11-26 15:18:22,938 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-26 15:18:22,981 main DEBUG Took 0.040121 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 15:18:22,982 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 15:18:22,982 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 15:18:22,983 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 15:18:22,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:18:22,995 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 15:18:23,015 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:18:23,017 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:18:23,018 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:18:23,019 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:18:23,020 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:18:23,021 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:18:23,022 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:18:23,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:18:23,024 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:18:23,024 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:18:23,026 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:18:23,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:18:23,028 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:18:23,029 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:18:23,030 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:18:23,030 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:18:23,031 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:18:23,031 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:18:23,032 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:18:23,033 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:18:23,034 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:18:23,034 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:18:23,035 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:18:23,036 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:18:23,037 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:18:23,037 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 15:18:23,039 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:18:23,043 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 15:18:23,046 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 15:18:23,047 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 15:18:23,049 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 15:18:23,050 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 15:18:23,063 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 15:18:23,066 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 15:18:23,069 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 15:18:23,070 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 15:18:23,070 main DEBUG createAppenders(={Console}) 2024-11-26 15:18:23,071 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-26 15:18:23,072 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-26 15:18:23,072 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-26 15:18:23,073 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 15:18:23,073 main DEBUG OutputStream closed 2024-11-26 15:18:23,074 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 15:18:23,074 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 15:18:23,074 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-26 15:18:23,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 15:18:23,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 15:18:23,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 15:18:23,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 15:18:23,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 15:18:23,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 15:18:23,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 15:18:23,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 15:18:23,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 15:18:23,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 15:18:23,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 15:18:23,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 15:18:23,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 15:18:23,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 15:18:23,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 15:18:23,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 15:18:23,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 15:18:23,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 15:18:23,206 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 15:18:23,207 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-26 15:18:23,207 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 15:18:23,208 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-26T15:18:23,219 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-26 15:18:23,222 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 15:18:23,223 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T15:18:23,295 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=816, ProcessCount=11, AvailableMemoryMB=6078 2024-11-26T15:18:23,610 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-26T15:18:23,673 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea 2024-11-26T15:18:23,678 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/cluster_e9b3a646-bedd-8a46-4a54-dd0776a316ac, deleteOnExit=true 2024-11-26T15:18:23,872 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/cluster_e9b3a646-bedd-8a46-4a54-dd0776a316ac/zookeeper_0, clientPort=57761, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/cluster_e9b3a646-bedd-8a46-4a54-dd0776a316ac/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/cluster_e9b3a646-bedd-8a46-4a54-dd0776a316ac/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T15:18:23,891 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57761 2024-11-26T15:18:23,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:18:23,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:18:23,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/test.cache.data in system properties and HBase conf 2024-11-26T15:18:23,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:18:23,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:18:23,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:18:23,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:18:23,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:18:24,024 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T15:18:24,125 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:18:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:18:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:18:24,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:18:24,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:18:24,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:18:24,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:18:24,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:18:24,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:18:24,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:18:24,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:18:24,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:18:24,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:18:24,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:18:24,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:18:25,464 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T15:18:25,568 INFO [Time-limited test {}] log.Log(170): Logging initialized @3666ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T15:18:25,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:18:25,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:18:25,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:18:25,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:18:25,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:18:25,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:18:25,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:18:25,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:18:26,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/java.io.tmpdir/jetty-localhost-45633-hadoop-hdfs-3_4_1-tests_jar-_-any-14953859513968045687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:18:26,011 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:45633} 2024-11-26T15:18:26,011 INFO [Time-limited test {}] server.Server(415): Started @4111ms 2024-11-26T15:18:26,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:18:26,804 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:18:26,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:18:26,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:18:26,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:18:26,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:18:26,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:18:26,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/java.io.tmpdir/jetty-localhost-38401-hadoop-hdfs-3_4_1-tests_jar-_-any-1829785280338512935/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:18:26,906 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:38401} 2024-11-26T15:18:26,906 INFO [Time-limited test {}] server.Server(415): Started @5005ms 2024-11-26T15:18:26,953 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:18:28,034 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/cluster_e9b3a646-bedd-8a46-4a54-dd0776a316ac/data/data2/current/BP-1658428517-172.17.0.3-1732634304727/current, will proceed with Du for space computation calculation, 2024-11-26T15:18:28,034 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/cluster_e9b3a646-bedd-8a46-4a54-dd0776a316ac/data/data1/current/BP-1658428517-172.17.0.3-1732634304727/current, will proceed with Du for space computation calculation, 2024-11-26T15:18:28,059 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:18:28,100 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe58cbf378c95b6da with lease ID 0x801b25c816c9c18b: Processing first storage report for DS-a717615d-29b7-4bb6-b5bb-fe67e6585e5a from datanode DatanodeRegistration(127.0.0.1:35651, datanodeUuid=97134543-538f-4746-957f-a205c40f8545, infoPort=35589, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=376609248;c=1732634304727) 2024-11-26T15:18:28,101 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe58cbf378c95b6da with lease ID 0x801b25c816c9c18b: from storage DS-a717615d-29b7-4bb6-b5bb-fe67e6585e5a node DatanodeRegistration(127.0.0.1:35651, datanodeUuid=97134543-538f-4746-957f-a205c40f8545, infoPort=35589, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=376609248;c=1732634304727), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-26T15:18:28,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe58cbf378c95b6da with lease ID 0x801b25c816c9c18b: Processing first storage report for DS-e4666c8b-1a0a-4d60-aa9d-8eb13a7b5f10 from datanode DatanodeRegistration(127.0.0.1:35651, datanodeUuid=97134543-538f-4746-957f-a205c40f8545, infoPort=35589, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=376609248;c=1732634304727) 2024-11-26T15:18:28,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe58cbf378c95b6da with lease ID 0x801b25c816c9c18b: from storage DS-e4666c8b-1a0a-4d60-aa9d-8eb13a7b5f10 node DatanodeRegistration(127.0.0.1:35651, datanodeUuid=97134543-538f-4746-957f-a205c40f8545, infoPort=35589, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=376609248;c=1732634304727), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:18:28,191 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea 2024-11-26T15:18:28,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:28,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:28,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:18:28,840 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0 with version=8 2024-11-26T15:18:28,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/hbase-staging 2024-11-26T15:18:28,933 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T15:18:29,142 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:18:29,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:18:29,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:18:29,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:18:29,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:18:29,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:18:29,346 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:18:29,418 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T15:18:29,430 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T15:18:29,434 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:18:29,468 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10908 (auto-detected) 2024-11-26T15:18:29,469 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-26T15:18:29,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34481 2024-11-26T15:18:29,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34481 connecting to ZooKeeper ensemble=127.0.0.1:57761 2024-11-26T15:18:29,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344810x0, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:18:29,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34481-0x10177b959080000 connected 2024-11-26T15:18:29,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:29,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:29,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on znode that does not yet exist, /083994456/running 2024-11-26T15:18:29,805 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0, hbase.cluster.distributed=false 2024-11-26T15:18:29,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on znode that does not yet exist, /083994456/acl 2024-11-26T15:18:29,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34481 2024-11-26T15:18:29,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34481 2024-11-26T15:18:29,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34481 2024-11-26T15:18:29,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34481 2024-11-26T15:18:29,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34481 2024-11-26T15:18:29,984 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:18:29,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:18:29,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:18:29,987 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:18:29,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:18:29,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:18:29,991 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:18:29,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:18:29,995 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38521 2024-11-26T15:18:29,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38521 connecting to ZooKeeper ensemble=127.0.0.1:57761 2024-11-26T15:18:29,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:30,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:30,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385210x0, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:18:30,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38521-0x10177b959080001 connected 2024-11-26T15:18:30,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on znode that does not yet exist, /083994456/running 2024-11-26T15:18:30,026 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:18:30,038 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:18:30,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on znode that does not yet exist, /083994456/master 2024-11-26T15:18:30,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on znode that does not yet exist, /083994456/acl 2024-11-26T15:18:30,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38521 2024-11-26T15:18:30,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38521 2024-11-26T15:18:30,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38521 2024-11-26T15:18:30,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38521 2024-11-26T15:18:30,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38521 2024-11-26T15:18:30,076 DEBUG [M:0;6cc2bc8bf733:34481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:34481 2024-11-26T15:18:30,077 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /083994456/backup-masters/6cc2bc8bf733,34481,1732634308984 2024-11-26T15:18:30,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456/backup-masters 2024-11-26T15:18:30,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456/backup-masters 2024-11-26T15:18:30,097 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on existing znode=/083994456/backup-masters/6cc2bc8bf733,34481,1732634308984 2024-11-26T15:18:30,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/083994456/master 2024-11-26T15:18:30,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:30,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:30,127 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on existing znode=/083994456/master 2024-11-26T15:18:30,128 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /083994456/backup-masters/6cc2bc8bf733,34481,1732634308984 from backup master directory 2024-11-26T15:18:30,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/083994456/backup-masters/6cc2bc8bf733,34481,1732634308984 2024-11-26T15:18:30,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456/backup-masters 2024-11-26T15:18:30,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456/backup-masters 2024-11-26T15:18:30,137 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:18:30,137 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,34481,1732634308984 2024-11-26T15:18:30,139 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T15:18:30,141 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T15:18:30,206 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/hbase.id] with ID: 82943be6-227e-4bea-8234-4e1d22217d28 2024-11-26T15:18:30,207 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/.tmp/hbase.id 2024-11-26T15:18:30,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:18:30,621 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/.tmp/hbase.id]:[hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/hbase.id] 2024-11-26T15:18:30,673 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:30,679 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:18:30,702 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-26T15:18:30,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:30,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:30,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:18:31,178 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:18:31,184 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:18:31,204 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:31,209 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:18:31,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:18:31,667 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store 2024-11-26T15:18:31,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:18:32,091 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T15:18:32,094 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:18:32,095 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:18:32,095 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:32,095 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:32,097 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:18:32,097 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:32,097 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:32,098 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634312095Disabling compacts and flushes for region at 1732634312095Disabling writes for close at 1732634312097 (+2 ms)Writing region close event to WAL at 1732634312097Closed at 1732634312097 2024-11-26T15:18:32,100 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/.initializing 2024-11-26T15:18:32,101 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/WALs/6cc2bc8bf733,34481,1732634308984 2024-11-26T15:18:32,109 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:18:32,123 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C34481%2C1732634308984, suffix=, logDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/WALs/6cc2bc8bf733,34481,1732634308984, archiveDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/oldWALs, maxLogs=10 2024-11-26T15:18:32,148 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/WALs/6cc2bc8bf733,34481,1732634308984/6cc2bc8bf733%2C34481%2C1732634308984.1732634312128, exclude list is [], retry=0 2024-11-26T15:18:32,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35651,DS-a717615d-29b7-4bb6-b5bb-fe67e6585e5a,DISK] 2024-11-26T15:18:32,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T15:18:32,211 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/WALs/6cc2bc8bf733,34481,1732634308984/6cc2bc8bf733%2C34481%2C1732634308984.1732634312128 2024-11-26T15:18:32,212 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589)] 2024-11-26T15:18:32,213 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:18:32,214 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:18:32,217 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:32,218 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:32,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:32,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:18:32,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:32,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:32,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:32,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:18:32,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:32,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:18:32,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:32,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:18:32,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:32,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:18:32,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:32,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:18:32,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:32,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:18:32,306 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:32,311 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:32,313 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:32,321 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:32,322 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:32,327 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:18:32,334 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:32,341 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:18:32,343 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64820433, jitterRate=-0.034100279211997986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:18:32,354 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634312230Initializing all the Stores at 1732634312232 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634312233 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634312234 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634312234Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634312234Cleaning up temporary data from old regions at 1732634312323 (+89 ms)Region opened successfully at 1732634312353 (+30 ms) 2024-11-26T15:18:32,356 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:18:32,424 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fcdc3b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:18:32,461 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:18:32,473 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:18:32,473 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:18:32,479 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:18:32,481 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T15:18:32,490 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-26T15:18:32,491 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:18:32,551 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:18:32,573 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Unable to get data of znode /083994456/balancer because node does not exist (not necessarily an error) 2024-11-26T15:18:32,630 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /083994456/balancer already deleted, retry=false 2024-11-26T15:18:32,633 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:18:32,635 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Unable to get data of znode /083994456/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:18:32,685 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /083994456/normalizer already deleted, retry=false 2024-11-26T15:18:32,689 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:18:32,694 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Unable to get data of znode /083994456/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:18:32,715 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /083994456/switch/split already deleted, retry=false 2024-11-26T15:18:32,717 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Unable to get data of znode /083994456/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:18:32,725 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /083994456/switch/merge already deleted, retry=false 2024-11-26T15:18:32,750 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Unable to get data of znode /083994456/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:18:32,757 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /083994456/snapshot-cleanup already deleted, retry=false 2024-11-26T15:18:32,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/083994456/running 2024-11-26T15:18:32,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/083994456/running 2024-11-26T15:18:32,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:32,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:32,816 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,34481,1732634308984, sessionid=0x10177b959080000, setting cluster-up flag (Was=false) 2024-11-26T15:18:32,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:32,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:32,936 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /083994456/flush-table-proc/acquired, /083994456/flush-table-proc/reached, /083994456/flush-table-proc/abort 2024-11-26T15:18:32,938 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,34481,1732634308984 2024-11-26T15:18:33,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:33,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:33,230 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /083994456/online-snapshot/acquired, /083994456/online-snapshot/reached, /083994456/online-snapshot/abort 2024-11-26T15:18:33,232 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,34481,1732634308984 2024-11-26T15:18:33,238 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:18:33,266 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(746): ClusterId : 82943be6-227e-4bea-8234-4e1d22217d28 2024-11-26T15:18:33,268 DEBUG [RS:0;6cc2bc8bf733:38521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:18:33,274 DEBUG [RS:0;6cc2bc8bf733:38521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:18:33,275 DEBUG [RS:0;6cc2bc8bf733:38521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:18:33,284 DEBUG [RS:0;6cc2bc8bf733:38521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:18:33,285 DEBUG [RS:0;6cc2bc8bf733:38521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529b967e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:18:33,306 DEBUG [RS:0;6cc2bc8bf733:38521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:38521 2024-11-26T15:18:33,309 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:18:33,310 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:18:33,310 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:18:33,310 DEBUG [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:18:33,314 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,34481,1732634308984 with port=38521, startcode=1732634309940 2024-11-26T15:18:33,319 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:18:33,325 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:18:33,329 DEBUG [RS:0;6cc2bc8bf733:38521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:18:33,332 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,34481,1732634308984 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:18:33,341 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:18:33,342 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:18:33,342 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:18:33,342 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:18:33,343 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:18:33,343 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:33,343 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:18:33,343 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:33,354 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634343354 2024-11-26T15:18:33,355 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:18:33,357 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:18:33,361 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:18:33,361 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:18:33,362 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:18:33,362 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:18:33,362 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:18:33,362 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:18:33,365 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:33,370 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:33,371 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:18:33,370 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:18:33,372 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:18:33,372 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:18:33,373 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:18:33,377 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:18:33,378 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:18:33,381 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634313379,5,FailOnTimeoutGroup] 2024-11-26T15:18:33,382 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634313381,5,FailOnTimeoutGroup] 2024-11-26T15:18:33,382 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:33,382 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:18:33,383 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:33,384 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:33,400 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:18:33,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,38521,1732634309940 2024-11-26T15:18:33,412 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34481 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,38521,1732634309940 2024-11-26T15:18:33,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:18:33,436 DEBUG [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0 2024-11-26T15:18:33,436 DEBUG [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38569 2024-11-26T15:18:33,436 DEBUG [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:18:33,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456/rs 2024-11-26T15:18:33,452 DEBUG [RS:0;6cc2bc8bf733:38521 {}] zookeeper.ZKUtil(111): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on existing znode=/083994456/rs/6cc2bc8bf733,38521,1732634309940 2024-11-26T15:18:33,452 WARN [RS:0;6cc2bc8bf733:38521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:18:33,453 INFO [RS:0;6cc2bc8bf733:38521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:18:33,453 DEBUG [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940 2024-11-26T15:18:33,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,38521,1732634309940] 2024-11-26T15:18:33,486 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:18:33,504 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:18:33,511 INFO [RS:0;6cc2bc8bf733:38521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:18:33,511 INFO [RS:0;6cc2bc8bf733:38521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:33,512 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:18:33,518 INFO [RS:0;6cc2bc8bf733:38521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:18:33,520 INFO [RS:0;6cc2bc8bf733:38521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:33,520 DEBUG [RS:0;6cc2bc8bf733:38521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:33,520 DEBUG [RS:0;6cc2bc8bf733:38521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:33,521 DEBUG [RS:0;6cc2bc8bf733:38521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:33,521 DEBUG [RS:0;6cc2bc8bf733:38521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:33,521 DEBUG [RS:0;6cc2bc8bf733:38521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:33,521 DEBUG [RS:0;6cc2bc8bf733:38521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:18:33,521 DEBUG [RS:0;6cc2bc8bf733:38521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:33,522 DEBUG [RS:0;6cc2bc8bf733:38521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:33,522 DEBUG [RS:0;6cc2bc8bf733:38521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:33,522 DEBUG [RS:0;6cc2bc8bf733:38521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:33,522 DEBUG [RS:0;6cc2bc8bf733:38521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:33,522 DEBUG [RS:0;6cc2bc8bf733:38521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:33,523 DEBUG [RS:0;6cc2bc8bf733:38521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:18:33,523 DEBUG [RS:0;6cc2bc8bf733:38521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:18:33,524 INFO [RS:0;6cc2bc8bf733:38521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:33,524 INFO [RS:0;6cc2bc8bf733:38521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:33,525 INFO [RS:0;6cc2bc8bf733:38521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:33,525 INFO [RS:0;6cc2bc8bf733:38521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:33,525 INFO [RS:0;6cc2bc8bf733:38521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:33,525 INFO [RS:0;6cc2bc8bf733:38521 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,38521,1732634309940-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:18:33,548 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:18:33,550 INFO [RS:0;6cc2bc8bf733:38521 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,38521,1732634309940-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:33,551 INFO [RS:0;6cc2bc8bf733:38521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:33,551 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.Replication(171): 6cc2bc8bf733,38521,1732634309940 started 2024-11-26T15:18:33,569 INFO [RS:0;6cc2bc8bf733:38521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:33,570 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,38521,1732634309940, RpcServer on 6cc2bc8bf733/172.17.0.3:38521, sessionid=0x10177b959080001 2024-11-26T15:18:33,571 DEBUG [RS:0;6cc2bc8bf733:38521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:18:33,571 DEBUG [RS:0;6cc2bc8bf733:38521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,38521,1732634309940 2024-11-26T15:18:33,571 DEBUG [RS:0;6cc2bc8bf733:38521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,38521,1732634309940' 2024-11-26T15:18:33,571 DEBUG [RS:0;6cc2bc8bf733:38521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/083994456/flush-table-proc/abort' 2024-11-26T15:18:33,572 DEBUG [RS:0;6cc2bc8bf733:38521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/083994456/flush-table-proc/acquired' 2024-11-26T15:18:33,573 DEBUG [RS:0;6cc2bc8bf733:38521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:18:33,573 DEBUG [RS:0;6cc2bc8bf733:38521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:18:33,573 DEBUG [RS:0;6cc2bc8bf733:38521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,38521,1732634309940 2024-11-26T15:18:33,573 DEBUG [RS:0;6cc2bc8bf733:38521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,38521,1732634309940' 2024-11-26T15:18:33,573 DEBUG [RS:0;6cc2bc8bf733:38521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/083994456/online-snapshot/abort' 2024-11-26T15:18:33,574 DEBUG [RS:0;6cc2bc8bf733:38521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/083994456/online-snapshot/acquired' 2024-11-26T15:18:33,575 DEBUG [RS:0;6cc2bc8bf733:38521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:18:33,575 INFO [RS:0;6cc2bc8bf733:38521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:18:33,575 INFO [RS:0;6cc2bc8bf733:38521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:18:33,679 INFO [RS:0;6cc2bc8bf733:38521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:18:33,682 INFO [RS:0;6cc2bc8bf733:38521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C38521%2C1732634309940, suffix=, logDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940, archiveDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/oldWALs, maxLogs=10 2024-11-26T15:18:33,700 DEBUG [RS:0;6cc2bc8bf733:38521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.1732634313685, exclude list is [], retry=0 2024-11-26T15:18:33,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35651,DS-a717615d-29b7-4bb6-b5bb-fe67e6585e5a,DISK] 2024-11-26T15:18:33,707 INFO [RS:0;6cc2bc8bf733:38521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.1732634313685 2024-11-26T15:18:33,708 DEBUG [RS:0;6cc2bc8bf733:38521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589)] 2024-11-26T15:18:33,835 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:18:33,835 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0 2024-11-26T15:18:33,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741833_1009 (size=32) 2024-11-26T15:18:34,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:18:34,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:18:34,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:18:34,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:34,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:34,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:18:34,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:18:34,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:34,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:34,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:18:34,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:18:34,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:34,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:34,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:18:34,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:18:34,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:34,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:34,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:18:34,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740 2024-11-26T15:18:34,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740 2024-11-26T15:18:34,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:18:34,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:18:34,280 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:18:34,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:18:34,287 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:18:34,288 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61860718, jitterRate=-0.0782034695148468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:18:34,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634314251Initializing all the Stores at 1732634314254 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634314254Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634314255 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634314255Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634314255Cleaning up temporary data from old regions at 1732634314278 (+23 ms)Region opened successfully at 1732634314291 (+13 ms) 2024-11-26T15:18:34,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:18:34,292 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:18:34,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:18:34,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:18:34,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:18:34,294 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:18:34,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634314292Disabling compacts and flushes for region at 1732634314292Disabling writes for close at 1732634314292Writing region close event to WAL at 1732634314294 (+2 ms)Closed at 1732634314294 2024-11-26T15:18:34,298 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:18:34,299 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:18:34,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:18:34,316 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:18:34,320 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:18:34,472 DEBUG [6cc2bc8bf733:34481 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:18:34,486 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,38521,1732634309940 2024-11-26T15:18:34,491 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,38521,1732634309940, state=OPENING 2024-11-26T15:18:34,555 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:18:34,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:34,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:34,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /083994456/meta-region-server: CHANGED 2024-11-26T15:18:34,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /083994456/meta-region-server: CHANGED 2024-11-26T15:18:34,592 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:18:34,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,38521,1732634309940}] 2024-11-26T15:18:34,777 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:18:34,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:18:34,790 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:18:34,790 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:18:34,791 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:18:34,794 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C38521%2C1732634309940.meta, suffix=.meta, logDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940, archiveDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/oldWALs, maxLogs=10 2024-11-26T15:18:34,812 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.meta.1732634314796.meta, exclude list is [], retry=0 2024-11-26T15:18:34,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35651,DS-a717615d-29b7-4bb6-b5bb-fe67e6585e5a,DISK] 2024-11-26T15:18:34,818 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.meta.1732634314796.meta 2024-11-26T15:18:34,819 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589)] 2024-11-26T15:18:34,819 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:18:34,824 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:18:34,825 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:18:34,827 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:18:34,829 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:18:34,832 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:18:34,832 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:18:34,833 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:18:34,833 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:18:34,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:18:34,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:18:34,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:34,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:34,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:18:34,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:18:34,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:34,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:34,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:18:34,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:18:34,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:34,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:34,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:18:34,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:18:34,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:34,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:34,844 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:18:34,846 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740 2024-11-26T15:18:34,848 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740 2024-11-26T15:18:34,851 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:18:34,851 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:18:34,852 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:18:34,855 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:18:34,857 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74432075, jitterRate=0.10912434756755829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:18:34,857 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:18:34,859 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634314833Writing region info on filesystem at 1732634314833Initializing all the Stores at 1732634314835 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634314835Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634314835Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634314835Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634314835Cleaning up temporary data from old regions at 1732634314851 (+16 ms)Running coprocessor post-open hooks at 1732634314857 (+6 ms)Region opened successfully at 1732634314858 (+1 ms) 2024-11-26T15:18:34,865 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634314767 2024-11-26T15:18:34,878 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:18:34,878 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:18:34,881 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,38521,1732634309940 2024-11-26T15:18:34,884 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,38521,1732634309940, state=OPEN 2024-11-26T15:18:34,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/083994456/meta-region-server 2024-11-26T15:18:34,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/083994456/meta-region-server 2024-11-26T15:18:34,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /083994456/meta-region-server: CHANGED 2024-11-26T15:18:34,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /083994456/meta-region-server: CHANGED 2024-11-26T15:18:34,947 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,38521,1732634309940 2024-11-26T15:18:34,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:18:34,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,38521,1732634309940 in 352 msec 2024-11-26T15:18:34,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:18:34,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 649 msec 2024-11-26T15:18:34,962 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:18:34,962 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:18:34,984 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:18:34,986 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,38521,1732634309940, seqNum=-1] 2024-11-26T15:18:35,009 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:18:35,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:18:35,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7670 sec 2024-11-26T15:18:35,037 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634315037, completionTime=-1 2024-11-26T15:18:35,039 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:18:35,040 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:18:35,085 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:18:35,085 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634375085 2024-11-26T15:18:35,086 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634435085 2024-11-26T15:18:35,086 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 45 msec 2024-11-26T15:18:35,088 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,34481,1732634308984-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:35,089 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,34481,1732634308984-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:35,089 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,34481,1732634308984-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:35,091 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:34481, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:35,092 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:35,094 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:35,102 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:18:35,133 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.995sec 2024-11-26T15:18:35,135 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:18:35,137 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:18:35,139 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:18:35,140 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:18:35,140 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:18:35,141 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,34481,1732634308984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:18:35,142 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,34481,1732634308984-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:18:35,156 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:18:35,156 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:18:35,157 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,34481,1732634308984-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:35,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:35,192 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T15:18:35,192 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T15:18:35,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,34481,-1 for getting cluster id 2024-11-26T15:18:35,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:18:35,213 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82943be6-227e-4bea-8234-4e1d22217d28' 2024-11-26T15:18:35,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:18:35,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82943be6-227e-4bea-8234-4e1d22217d28" 2024-11-26T15:18:35,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f919eca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:35,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,34481,-1] 2024-11-26T15:18:35,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:18:35,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:35,233 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:18:35,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:35,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:18:35,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,38521,1732634309940, seqNum=-1] 2024-11-26T15:18:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:18:35,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:18:35,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,34481,1732634308984 2024-11-26T15:18:35,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57761 2024-11-26T15:18:35,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:18:35,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10177b959080002 connected 2024-11-26T15:18:35,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/hadoop.log.dir so I do NOT create it in target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308 2024-11-26T15:18:35,326 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:18:35,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/hadoop.tmp.dir so I do NOT create it in target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308 2024-11-26T15:18:35,326 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:18:35,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308 2024-11-26T15:18:35,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:18:35,326 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/cluster_62d02e4d-c4ee-d706-7059-6c1fbe977b4e, deleteOnExit=true 2024-11-26T15:18:35,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:18:35,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/test.cache.data in system properties and HBase conf 2024-11-26T15:18:35,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:18:35,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:18:35,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:18:35,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:18:35,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:18:35,328 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:18:35,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:18:35,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:18:35,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:18:35,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:18:35,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:18:35,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:18:35,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:18:35,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:18:35,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:18:35,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:18:35,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:18:35,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:18:35,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:18:35,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:18:35,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:18:35,687 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:18:35,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:18:35,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:18:35,689 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:18:35,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:18:35,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:18:35,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:18:35,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/java.io.tmpdir/jetty-localhost-40923-hadoop-hdfs-3_4_1-tests_jar-_-any-15965226273621956262/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:18:35,794 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:40923} 2024-11-26T15:18:35,794 INFO [Time-limited test {}] server.Server(415): Started @13894ms 2024-11-26T15:18:36,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:18:36,115 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:18:36,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:18:36,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:18:36,116 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:18:36,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:18:36,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:18:36,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/java.io.tmpdir/jetty-localhost-35721-hadoop-hdfs-3_4_1-tests_jar-_-any-6414538693718677815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:18:36,245 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:35721} 2024-11-26T15:18:36,245 INFO [Time-limited test {}] server.Server(415): Started @14344ms 2024-11-26T15:18:36,246 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:18:37,187 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/cluster_62d02e4d-c4ee-d706-7059-6c1fbe977b4e/data/data1/current/BP-461358039-172.17.0.3-1732634315359/current, will proceed with Du for space computation calculation, 2024-11-26T15:18:37,187 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/cluster_62d02e4d-c4ee-d706-7059-6c1fbe977b4e/data/data2/current/BP-461358039-172.17.0.3-1732634315359/current, will proceed with Du for space computation calculation, 2024-11-26T15:18:37,230 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:18:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13dabb2b3145347f with lease ID 0x4754eec6d3eb476d: Processing first storage report for DS-4cd8d6fc-a42f-456f-a03b-b4f879ee984c from datanode DatanodeRegistration(127.0.0.1:42251, datanodeUuid=3dca6d76-0a66-4c6a-93d5-20801d0a389d, infoPort=36525, infoSecurePort=0, ipcPort=37711, storageInfo=lv=-57;cid=testClusterID;nsid=1304473175;c=1732634315359) 2024-11-26T15:18:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13dabb2b3145347f with lease ID 0x4754eec6d3eb476d: from storage DS-4cd8d6fc-a42f-456f-a03b-b4f879ee984c node DatanodeRegistration(127.0.0.1:42251, datanodeUuid=3dca6d76-0a66-4c6a-93d5-20801d0a389d, infoPort=36525, infoSecurePort=0, ipcPort=37711, storageInfo=lv=-57;cid=testClusterID;nsid=1304473175;c=1732634315359), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:18:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13dabb2b3145347f with lease ID 0x4754eec6d3eb476d: Processing first storage report for DS-ec42f1a9-4921-4308-8e2e-20c0fc25b603 from datanode DatanodeRegistration(127.0.0.1:42251, datanodeUuid=3dca6d76-0a66-4c6a-93d5-20801d0a389d, infoPort=36525, infoSecurePort=0, ipcPort=37711, storageInfo=lv=-57;cid=testClusterID;nsid=1304473175;c=1732634315359) 2024-11-26T15:18:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13dabb2b3145347f with lease ID 0x4754eec6d3eb476d: from storage DS-ec42f1a9-4921-4308-8e2e-20c0fc25b603 node DatanodeRegistration(127.0.0.1:42251, datanodeUuid=3dca6d76-0a66-4c6a-93d5-20801d0a389d, infoPort=36525, infoSecurePort=0, ipcPort=37711, storageInfo=lv=-57;cid=testClusterID;nsid=1304473175;c=1732634315359), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:18:37,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308 2024-11-26T15:18:37,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:37,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:37,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:18:37,719 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003 with version=8 2024-11-26T15:18:37,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/hbase-staging 2024-11-26T15:18:37,723 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:18:37,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:18:37,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:18:37,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:18:37,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:18:37,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:18:37,724 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:18:37,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:18:37,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43937 2024-11-26T15:18:37,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43937 connecting to ZooKeeper ensemble=127.0.0.1:57761 2024-11-26T15:18:37,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439370x0, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:18:37,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43937-0x10177b959080003 connected 2024-11-26T15:18:37,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:37,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:37,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Set watcher on znode that does not yet exist, /1-1487510136/running 2024-11-26T15:18:37,815 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003, hbase.cluster.distributed=false 2024-11-26T15:18:37,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Set watcher on znode that does not yet exist, /1-1487510136/acl 2024-11-26T15:18:37,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43937 2024-11-26T15:18:37,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43937 2024-11-26T15:18:37,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43937 2024-11-26T15:18:37,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43937 2024-11-26T15:18:37,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43937 2024-11-26T15:18:37,834 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:18:37,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:18:37,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:18:37,835 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:18:37,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:18:37,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:18:37,835 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:18:37,835 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:18:37,836 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43003 2024-11-26T15:18:37,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43003 connecting to ZooKeeper ensemble=127.0.0.1:57761 2024-11-26T15:18:37,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:37,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:37,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430030x0, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:18:37,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430030x0, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Set watcher on znode that does not yet exist, /1-1487510136/running 2024-11-26T15:18:37,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43003-0x10177b959080004 connected 2024-11-26T15:18:37,852 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:18:37,853 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:18:37,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Set watcher on znode that does not yet exist, /1-1487510136/master 2024-11-26T15:18:37,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Set watcher on znode that does not yet exist, /1-1487510136/acl 2024-11-26T15:18:37,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43003 2024-11-26T15:18:37,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43003 2024-11-26T15:18:37,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43003 2024-11-26T15:18:37,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43003 2024-11-26T15:18:37,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43003 2024-11-26T15:18:37,873 DEBUG [M:0;6cc2bc8bf733:43937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:43937 2024-11-26T15:18:37,874 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1487510136/backup-masters/6cc2bc8bf733,43937,1732634317722 2024-11-26T15:18:37,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136/backup-masters 2024-11-26T15:18:37,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136/backup-masters 2024-11-26T15:18:37,883 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Set watcher on existing znode=/1-1487510136/backup-masters/6cc2bc8bf733,43937,1732634317722 2024-11-26T15:18:37,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136 2024-11-26T15:18:37,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1487510136/master 2024-11-26T15:18:37,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136 2024-11-26T15:18:37,894 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Set watcher on existing znode=/1-1487510136/master 2024-11-26T15:18:37,895 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1487510136/backup-masters/6cc2bc8bf733,43937,1732634317722 from backup master directory 2024-11-26T15:18:37,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1487510136/backup-masters/6cc2bc8bf733,43937,1732634317722 2024-11-26T15:18:37,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136/backup-masters 2024-11-26T15:18:37,904 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:18:37,904 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,43937,1732634317722 2024-11-26T15:18:37,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136/backup-masters 2024-11-26T15:18:37,912 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/hbase.id] with ID: 03c4488f-9c00-4d5e-9dda-b4ac92ac52fa 2024-11-26T15:18:37,912 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/.tmp/hbase.id 2024-11-26T15:18:37,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:18:38,325 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/.tmp/hbase.id]:[hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/hbase.id] 2024-11-26T15:18:38,352 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:38,352 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:18:38,355 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T15:18:38,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136 2024-11-26T15:18:38,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136 2024-11-26T15:18:38,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:18:38,776 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:18:38,777 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:18:38,778 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:18:38,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:18:39,190 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store 2024-11-26T15:18:39,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:18:39,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T15:18:39,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T15:18:39,422 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:18:39,422 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T15:18:39,422 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:18:39,422 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T15:18:39,423 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T15:18:39,423 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T15:18:39,480 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T15:18:39,600 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:18:39,600 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:18:39,600 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:39,600 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:39,601 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:18:39,601 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:39,601 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:39,601 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634319600Disabling compacts and flushes for region at 1732634319600Disabling writes for close at 1732634319601 (+1 ms)Writing region close event to WAL at 1732634319601Closed at 1732634319601 2024-11-26T15:18:39,603 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/.initializing 2024-11-26T15:18:39,603 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/WALs/6cc2bc8bf733,43937,1732634317722 2024-11-26T15:18:39,606 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:18:39,610 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C43937%2C1732634317722, suffix=, logDir=hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/WALs/6cc2bc8bf733,43937,1732634317722, archiveDir=hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/oldWALs, maxLogs=10 2024-11-26T15:18:39,626 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/WALs/6cc2bc8bf733,43937,1732634317722/6cc2bc8bf733%2C43937%2C1732634317722.1732634319611, exclude list is [], retry=0 2024-11-26T15:18:39,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42251,DS-4cd8d6fc-a42f-456f-a03b-b4f879ee984c,DISK] 2024-11-26T15:18:39,634 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/WALs/6cc2bc8bf733,43937,1732634317722/6cc2bc8bf733%2C43937%2C1732634317722.1732634319611 2024-11-26T15:18:39,634 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36525:36525)] 2024-11-26T15:18:39,634 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:18:39,635 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:18:39,635 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:39,635 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:39,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:39,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:18:39,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:39,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:39,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:39,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:18:39,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:39,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:18:39,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:39,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:18:39,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:39,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:18:39,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:39,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:18:39,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:39,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:18:39,653 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:39,654 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:39,655 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:39,657 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:39,658 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:39,659 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:18:39,662 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:39,667 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:18:39,668 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68322379, jitterRate=0.01808278262615204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:18:39,668 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634319635Initializing all the Stores at 1732634319636 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634319637 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634319637Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634319637Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634319637Cleaning up temporary data from old regions at 1732634319658 (+21 ms)Region opened successfully at 1732634319668 (+10 ms) 2024-11-26T15:18:39,668 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:18:39,673 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c7ed1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:18:39,674 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:18:39,675 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:18:39,675 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:18:39,675 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:18:39,676 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:18:39,676 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:18:39,676 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:18:39,680 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:18:39,681 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Unable to get data of znode /1-1487510136/balancer because node does not exist (not necessarily an error) 2024-11-26T15:18:39,693 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1487510136/balancer already deleted, retry=false 2024-11-26T15:18:39,693 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:18:39,694 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Unable to get data of znode /1-1487510136/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:18:39,703 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1487510136/normalizer already deleted, retry=false 2024-11-26T15:18:39,704 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:18:39,705 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Unable to get data of znode /1-1487510136/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:18:39,714 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1487510136/switch/split already deleted, retry=false 2024-11-26T15:18:39,716 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Unable to get data of znode /1-1487510136/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:18:39,725 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1487510136/switch/merge already deleted, retry=false 2024-11-26T15:18:39,728 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Unable to get data of znode /1-1487510136/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:18:39,735 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1487510136/snapshot-cleanup already deleted, retry=false 2024-11-26T15:18:39,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1487510136/running 2024-11-26T15:18:39,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1487510136/running 2024-11-26T15:18:39,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136 2024-11-26T15:18:39,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136 2024-11-26T15:18:39,746 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,43937,1732634317722, sessionid=0x10177b959080003, setting cluster-up flag (Was=false) 2024-11-26T15:18:39,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136 2024-11-26T15:18:39,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136 2024-11-26T15:18:39,798 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1487510136/flush-table-proc/acquired, /1-1487510136/flush-table-proc/reached, /1-1487510136/flush-table-proc/abort 2024-11-26T15:18:39,800 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,43937,1732634317722 2024-11-26T15:18:39,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136 2024-11-26T15:18:39,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136 2024-11-26T15:18:39,851 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1487510136/online-snapshot/acquired, /1-1487510136/online-snapshot/reached, /1-1487510136/online-snapshot/abort 2024-11-26T15:18:39,853 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,43937,1732634317722 2024-11-26T15:18:39,855 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:18:39,858 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:18:39,858 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:18:39,858 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:18:39,859 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,43937,1732634317722 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:18:39,861 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:18:39,861 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:18:39,861 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:18:39,861 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:18:39,861 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:18:39,861 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:39,861 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:18:39,862 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:39,865 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.HRegionServer(746): ClusterId : 03c4488f-9c00-4d5e-9dda-b4ac92ac52fa 2024-11-26T15:18:39,865 DEBUG [RS:0;6cc2bc8bf733:43003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:18:39,870 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:18:39,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:18:39,872 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:39,872 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:18:39,873 DEBUG [RS:0;6cc2bc8bf733:43003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:18:39,873 DEBUG [RS:0;6cc2bc8bf733:43003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:18:39,881 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634349881 2024-11-26T15:18:39,881 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:18:39,881 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:18:39,882 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:18:39,882 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:18:39,882 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:18:39,882 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:18:39,882 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:39,883 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:18:39,883 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:18:39,883 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:18:39,883 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:18:39,884 DEBUG [RS:0;6cc2bc8bf733:43003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:18:39,884 DEBUG [RS:0;6cc2bc8bf733:43003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9019e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:18:39,884 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:18:39,884 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:18:39,885 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634319884,5,FailOnTimeoutGroup] 2024-11-26T15:18:39,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:18:39,888 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634319885,5,FailOnTimeoutGroup] 2024-11-26T15:18:39,888 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:39,888 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:18:39,889 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:39,889 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:39,899 DEBUG [RS:0;6cc2bc8bf733:43003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:43003 2024-11-26T15:18:39,899 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:18:39,899 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:18:39,899 DEBUG [RS:0;6cc2bc8bf733:43003 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:18:39,900 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,43937,1732634317722 with port=43003, startcode=1732634317834 2024-11-26T15:18:39,901 DEBUG [RS:0;6cc2bc8bf733:43003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:18:39,903 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:18:39,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43937 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,43003,1732634317834 2024-11-26T15:18:39,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43937 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,43003,1732634317834 2024-11-26T15:18:39,909 DEBUG [RS:0;6cc2bc8bf733:43003 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003 2024-11-26T15:18:39,909 DEBUG [RS:0;6cc2bc8bf733:43003 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36299 2024-11-26T15:18:39,909 DEBUG [RS:0;6cc2bc8bf733:43003 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:18:39,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136/rs 2024-11-26T15:18:39,915 DEBUG [RS:0;6cc2bc8bf733:43003 {}] zookeeper.ZKUtil(111): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Set watcher on existing znode=/1-1487510136/rs/6cc2bc8bf733,43003,1732634317834 2024-11-26T15:18:39,915 WARN [RS:0;6cc2bc8bf733:43003 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:18:39,915 INFO [RS:0;6cc2bc8bf733:43003 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:18:39,916 DEBUG [RS:0;6cc2bc8bf733:43003 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/WALs/6cc2bc8bf733,43003,1732634317834 2024-11-26T15:18:39,916 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,43003,1732634317834] 2024-11-26T15:18:39,923 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:18:39,926 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:18:39,928 INFO [RS:0;6cc2bc8bf733:43003 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:18:39,929 INFO [RS:0;6cc2bc8bf733:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:39,929 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:18:39,931 INFO [RS:0;6cc2bc8bf733:43003 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:18:39,931 INFO [RS:0;6cc2bc8bf733:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:39,932 DEBUG [RS:0;6cc2bc8bf733:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:39,932 DEBUG [RS:0;6cc2bc8bf733:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:39,932 DEBUG [RS:0;6cc2bc8bf733:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:39,932 DEBUG [RS:0;6cc2bc8bf733:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:39,933 DEBUG [RS:0;6cc2bc8bf733:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:39,933 DEBUG [RS:0;6cc2bc8bf733:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:18:39,933 DEBUG [RS:0;6cc2bc8bf733:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:39,933 DEBUG [RS:0;6cc2bc8bf733:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:39,933 DEBUG [RS:0;6cc2bc8bf733:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:39,933 DEBUG [RS:0;6cc2bc8bf733:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:39,934 DEBUG [RS:0;6cc2bc8bf733:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:39,934 DEBUG [RS:0;6cc2bc8bf733:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:39,934 DEBUG [RS:0;6cc2bc8bf733:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:18:39,934 DEBUG [RS:0;6cc2bc8bf733:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:18:39,948 INFO [RS:0;6cc2bc8bf733:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:39,948 INFO [RS:0;6cc2bc8bf733:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:39,948 INFO [RS:0;6cc2bc8bf733:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:39,949 INFO [RS:0;6cc2bc8bf733:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:39,949 INFO [RS:0;6cc2bc8bf733:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:39,949 INFO [RS:0;6cc2bc8bf733:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43003,1732634317834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:18:39,969 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:18:39,969 INFO [RS:0;6cc2bc8bf733:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43003,1732634317834-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:39,970 INFO [RS:0;6cc2bc8bf733:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:39,970 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.Replication(171): 6cc2bc8bf733,43003,1732634317834 started 2024-11-26T15:18:39,994 INFO [RS:0;6cc2bc8bf733:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:39,995 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,43003,1732634317834, RpcServer on 6cc2bc8bf733/172.17.0.3:43003, sessionid=0x10177b959080004 2024-11-26T15:18:39,995 DEBUG [RS:0;6cc2bc8bf733:43003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:18:39,995 DEBUG [RS:0;6cc2bc8bf733:43003 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,43003,1732634317834 2024-11-26T15:18:39,995 DEBUG [RS:0;6cc2bc8bf733:43003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,43003,1732634317834' 2024-11-26T15:18:39,995 DEBUG [RS:0;6cc2bc8bf733:43003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1487510136/flush-table-proc/abort' 2024-11-26T15:18:39,996 DEBUG [RS:0;6cc2bc8bf733:43003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1487510136/flush-table-proc/acquired' 2024-11-26T15:18:39,997 DEBUG [RS:0;6cc2bc8bf733:43003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:18:39,997 DEBUG [RS:0;6cc2bc8bf733:43003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:18:39,997 DEBUG [RS:0;6cc2bc8bf733:43003 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,43003,1732634317834 2024-11-26T15:18:39,997 DEBUG [RS:0;6cc2bc8bf733:43003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,43003,1732634317834' 2024-11-26T15:18:39,997 DEBUG [RS:0;6cc2bc8bf733:43003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1487510136/online-snapshot/abort' 2024-11-26T15:18:39,998 DEBUG [RS:0;6cc2bc8bf733:43003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1487510136/online-snapshot/acquired' 2024-11-26T15:18:39,998 DEBUG [RS:0;6cc2bc8bf733:43003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:18:39,999 INFO [RS:0;6cc2bc8bf733:43003 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:18:39,999 INFO [RS:0;6cc2bc8bf733:43003 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:18:40,100 INFO [RS:0;6cc2bc8bf733:43003 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:18:40,107 INFO [RS:0;6cc2bc8bf733:43003 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C43003%2C1732634317834, suffix=, logDir=hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/WALs/6cc2bc8bf733,43003,1732634317834, archiveDir=hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/oldWALs, maxLogs=10 2024-11-26T15:18:40,127 DEBUG [RS:0;6cc2bc8bf733:43003 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/WALs/6cc2bc8bf733,43003,1732634317834/6cc2bc8bf733%2C43003%2C1732634317834.1732634320109, exclude list is [], retry=0 2024-11-26T15:18:40,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42251,DS-4cd8d6fc-a42f-456f-a03b-b4f879ee984c,DISK] 2024-11-26T15:18:40,135 INFO [RS:0;6cc2bc8bf733:43003 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/WALs/6cc2bc8bf733,43003,1732634317834/6cc2bc8bf733%2C43003%2C1732634317834.1732634320109 2024-11-26T15:18:40,135 DEBUG [RS:0;6cc2bc8bf733:43003 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36525:36525)] 2024-11-26T15:18:40,289 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:18:40,290 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003 2024-11-26T15:18:40,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741833_1009 (size=32) 2024-11-26T15:18:40,354 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:18:40,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:18:40,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:18:40,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:18:40,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:40,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:40,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:18:40,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:18:40,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:40,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:40,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:18:40,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:18:40,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:40,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:40,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:18:40,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:18:40,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:40,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:40,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:18:40,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/data/hbase/meta/1588230740 2024-11-26T15:18:40,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/data/hbase/meta/1588230740 2024-11-26T15:18:40,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:18:40,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:18:40,723 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:18:40,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:18:40,728 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:18:40,728 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69485040, jitterRate=0.03540778160095215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:18:40,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634320702Initializing all the Stores at 1732634320704 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634320704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634320704Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634320704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634320704Cleaning up temporary data from old regions at 1732634320722 (+18 ms)Region opened successfully at 1732634320728 (+6 ms) 2024-11-26T15:18:40,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:18:40,729 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:18:40,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:18:40,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:18:40,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:18:40,729 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:18:40,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634320729Disabling compacts and flushes for region at 1732634320729Disabling writes for close at 1732634320729Writing region close event to WAL at 1732634320729Closed at 1732634320729 2024-11-26T15:18:40,731 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:18:40,731 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:18:40,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:18:40,733 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:18:40,734 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:18:40,884 DEBUG [6cc2bc8bf733:43937 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:18:40,885 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,43003,1732634317834 2024-11-26T15:18:40,888 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,43003,1732634317834, state=OPENING 2024-11-26T15:18:40,923 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:18:40,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136 2024-11-26T15:18:40,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136 2024-11-26T15:18:40,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1487510136/meta-region-server: CHANGED 2024-11-26T15:18:40,946 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:18:40,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1487510136/meta-region-server: CHANGED 2024-11-26T15:18:40,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,43003,1732634317834}] 2024-11-26T15:18:41,102 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:18:41,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:18:41,113 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:18:41,113 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:18:41,113 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:18:41,116 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C43003%2C1732634317834.meta, suffix=.meta, logDir=hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/WALs/6cc2bc8bf733,43003,1732634317834, archiveDir=hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/oldWALs, maxLogs=10 2024-11-26T15:18:41,133 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/WALs/6cc2bc8bf733,43003,1732634317834/6cc2bc8bf733%2C43003%2C1732634317834.meta.1732634321118.meta, exclude list is [], retry=0 2024-11-26T15:18:41,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42251,DS-4cd8d6fc-a42f-456f-a03b-b4f879ee984c,DISK] 2024-11-26T15:18:41,168 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/WALs/6cc2bc8bf733,43003,1732634317834/6cc2bc8bf733%2C43003%2C1732634317834.meta.1732634321118.meta 2024-11-26T15:18:41,170 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36525:36525)] 2024-11-26T15:18:41,171 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:18:41,171 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:18:41,172 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:18:41,172 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:18:41,172 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:18:41,172 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:18:41,172 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:18:41,172 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:18:41,172 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:18:41,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:18:41,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:18:41,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:41,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:41,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:18:41,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:18:41,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:41,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:41,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:18:41,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:18:41,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:41,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:41,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:18:41,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:18:41,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:41,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:41,201 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:18:41,202 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/data/hbase/meta/1588230740 2024-11-26T15:18:41,205 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/data/hbase/meta/1588230740 2024-11-26T15:18:41,207 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:18:41,207 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:18:41,208 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:18:41,210 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:18:41,211 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72859529, jitterRate=0.08569158613681793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:18:41,212 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:18:41,212 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634321173Writing region info on filesystem at 1732634321173Initializing all the Stores at 1732634321175 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634321175Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634321180 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634321180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634321180Cleaning up temporary data from old regions at 1732634321207 (+27 ms)Running coprocessor post-open hooks at 1732634321212 (+5 ms)Region opened successfully at 1732634321212 2024-11-26T15:18:41,214 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634321102 2024-11-26T15:18:41,217 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:18:41,217 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:18:41,219 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,43003,1732634317834 2024-11-26T15:18:41,220 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,43003,1732634317834, state=OPEN 2024-11-26T15:18:41,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1487510136/meta-region-server 2024-11-26T15:18:41,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1487510136/meta-region-server 2024-11-26T15:18:41,230 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,43003,1732634317834 2024-11-26T15:18:41,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1487510136/meta-region-server: CHANGED 2024-11-26T15:18:41,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1487510136/meta-region-server: CHANGED 2024-11-26T15:18:41,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:18:41,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,43003,1732634317834 in 283 msec 2024-11-26T15:18:41,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:18:41,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-11-26T15:18:41,244 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:18:41,245 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:18:41,248 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:18:41,248 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,43003,1732634317834, seqNum=-1] 2024-11-26T15:18:41,248 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:18:41,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:18:41,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4060 sec 2024-11-26T15:18:41,265 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634321265, completionTime=-1 2024-11-26T15:18:41,265 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:18:41,265 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:18:41,268 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:18:41,269 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634381269 2024-11-26T15:18:41,269 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634441269 2024-11-26T15:18:41,269 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-26T15:18:41,269 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43937,1732634317722-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:41,269 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43937,1732634317722-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:41,270 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43937,1732634317722-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:41,270 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:43937, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:41,270 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:41,271 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:41,272 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:18:41,277 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.373sec 2024-11-26T15:18:41,277 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:18:41,277 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:18:41,277 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:18:41,277 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:18:41,277 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:18:41,277 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43937,1732634317722-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:18:41,277 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43937,1732634317722-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:18:41,285 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:18:41,285 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:18:41,285 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43937,1732634317722-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:41,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:41,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43937,-1 for getting cluster id 2024-11-26T15:18:41,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:18:41,368 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03c4488f-9c00-4d5e-9dda-b4ac92ac52fa' 2024-11-26T15:18:41,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:18:41,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03c4488f-9c00-4d5e-9dda-b4ac92ac52fa" 2024-11-26T15:18:41,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398077c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:41,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43937,-1] 2024-11-26T15:18:41,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:18:41,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:41,371 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:18:41,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1877a7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:41,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:18:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,43003,1732634317834, seqNum=-1] 2024-11-26T15:18:41,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:18:41,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:18:41,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,43937,1732634317722 2024-11-26T15:18:41,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57761 2024-11-26T15:18:41,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:18:41,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10177b959080005 connected 2024-11-26T15:18:41,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa3330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:41,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,34481,-1 for getting cluster id 2024-11-26T15:18:41,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:18:41,469 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82943be6-227e-4bea-8234-4e1d22217d28' 2024-11-26T15:18:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:18:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82943be6-227e-4bea-8234-4e1d22217d28" 2024-11-26T15:18:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a72f7f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,34481,-1] 2024-11-26T15:18:41,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:18:41,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:41,472 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:18:41,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4265df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:41,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:18:41,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,34481,1732634308984 2024-11-26T15:18:41,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d29d7e 2024-11-26T15:18:41,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:18:41,492 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:18:41,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6cc2bc8bf733:43937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T15:18:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:18:41,507 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:43937' 2024-11-26T15:18:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:18:41,508 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6b430f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:41,509 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43937,-1 for getting cluster id 2024-11-26T15:18:41,509 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:18:41,510 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03c4488f-9c00-4d5e-9dda-b4ac92ac52fa' 2024-11-26T15:18:41,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:18:41,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03c4488f-9c00-4d5e-9dda-b4ac92ac52fa" 2024-11-26T15:18:41,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e87e264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:41,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43937,-1] 2024-11-26T15:18:41,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:18:41,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:41,512 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:18:41,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da7b007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:41,514 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:18:41,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,43937,1732634317722 2024-11-26T15:18:41,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47c28ce 2024-11-26T15:18:41,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:18:41,522 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:18:41,533 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-26T15:18:41,534 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:18:41,538 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:41,538 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:41,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:41,540 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:18:41,545 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T15:18:41,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:18:41,549 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:41,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:18:41,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741835_1011 (size=1138) 2024-11-26T15:18:41,597 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T15:18:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:18:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:18:41,966 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c59805a5df5a61329fb19ff44288d76, NAME => 'hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0 2024-11-26T15:18:41,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741836_1012 (size=44) 2024-11-26T15:18:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:18:42,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:18:42,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9c59805a5df5a61329fb19ff44288d76, disabling compactions & flushes 2024-11-26T15:18:42,379 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:42,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:42,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. after waiting 0 ms 2024-11-26T15:18:42,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:42,379 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:42,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c59805a5df5a61329fb19ff44288d76: Waiting for close lock at 1732634322379Disabling compacts and flushes for region at 1732634322379Disabling writes for close at 1732634322379Writing region close event to WAL at 1732634322379Closed at 1732634322379 2024-11-26T15:18:42,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:18:42,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732634322382"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634322382"}]},"ts":"1732634322382"} 2024-11-26T15:18:42,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:18:42,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:18:42,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634322394"}]},"ts":"1732634322394"} 2024-11-26T15:18:42,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T15:18:42,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c59805a5df5a61329fb19ff44288d76, ASSIGN}] 2024-11-26T15:18:42,405 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c59805a5df5a61329fb19ff44288d76, ASSIGN 2024-11-26T15:18:42,407 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c59805a5df5a61329fb19ff44288d76, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,38521,1732634309940; forceNewPlan=false, retain=false 2024-11-26T15:18:42,559 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9c59805a5df5a61329fb19ff44288d76, regionState=OPENING, regionLocation=6cc2bc8bf733,38521,1732634309940 2024-11-26T15:18:42,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c59805a5df5a61329fb19ff44288d76, ASSIGN because future has completed 2024-11-26T15:18:42,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c59805a5df5a61329fb19ff44288d76, server=6cc2bc8bf733,38521,1732634309940}] 2024-11-26T15:18:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:18:42,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:42,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:18:42,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T15:18:42,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C38521%2C1732634309940.rep, suffix=, logDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940, archiveDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/oldWALs, maxLogs=10 2024-11-26T15:18:42,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.rep.1732634322739, exclude list is [], retry=0 2024-11-26T15:18:42,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35651,DS-a717615d-29b7-4bb6-b5bb-fe67e6585e5a,DISK] 2024-11-26T15:18:42,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.rep.1732634322739 2024-11-26T15:18:42,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589)] 2024-11-26T15:18:42,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c59805a5df5a61329fb19ff44288d76, NAME => 'hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:18:42,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:18:42,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:18:42,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. service=MultiRowMutationService 2024-11-26T15:18:42,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T15:18:42,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:42,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:18:42,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:42,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:42,762 INFO [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:42,764 INFO [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c59805a5df5a61329fb19ff44288d76 columnFamilyName hfileref 2024-11-26T15:18:42,764 DEBUG [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:42,765 INFO [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] regionserver.HStore(327): Store=9c59805a5df5a61329fb19ff44288d76/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:18:42,765 INFO [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:42,767 INFO [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c59805a5df5a61329fb19ff44288d76 columnFamilyName queue 2024-11-26T15:18:42,767 DEBUG [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:42,767 INFO [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] regionserver.HStore(327): Store=9c59805a5df5a61329fb19ff44288d76/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:18:42,767 INFO [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:42,769 INFO [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c59805a5df5a61329fb19ff44288d76 columnFamilyName sid 2024-11-26T15:18:42,769 DEBUG [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:42,770 INFO [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] regionserver.HStore(327): Store=9c59805a5df5a61329fb19ff44288d76/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:18:42,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:42,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/replication/9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:42,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/replication/9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:42,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:42,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:42,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:18:42,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:42,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/replication/9c59805a5df5a61329fb19ff44288d76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:18:42,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9c59805a5df5a61329fb19ff44288d76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61341140, jitterRate=-0.08594578504562378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:18:42,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:42,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9c59805a5df5a61329fb19ff44288d76: Running coprocessor pre-open hook at 1732634322760Writing region info on filesystem at 1732634322760Initializing all the Stores at 1732634322762 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634322762Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634322762Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634322762Cleaning up temporary data from old regions at 1732634322773 (+11 ms)Running coprocessor post-open hooks at 1732634322780 (+7 ms)Region opened successfully at 1732634322781 (+1 ms) 2024-11-26T15:18:42,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76., pid=7, masterSystemTime=1732634322726 2024-11-26T15:18:42,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:42,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:42,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9c59805a5df5a61329fb19ff44288d76, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,38521,1732634309940 2024-11-26T15:18:42,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c59805a5df5a61329fb19ff44288d76, server=6cc2bc8bf733,38521,1732634309940 because future has completed 2024-11-26T15:18:42,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T15:18:42,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c59805a5df5a61329fb19ff44288d76, server=6cc2bc8bf733,38521,1732634309940 in 225 msec 2024-11-26T15:18:42,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:18:42,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c59805a5df5a61329fb19ff44288d76, ASSIGN in 393 msec 2024-11-26T15:18:42,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:18:42,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634322801"}]},"ts":"1732634322801"} 2024-11-26T15:18:42,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T15:18:42,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:18:42,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2650 sec 2024-11-26T15:18:42,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76., hostname=6cc2bc8bf733,38521,1732634309940, seqNum=2] 2024-11-26T15:18:42,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38521 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T15:18:43,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:43,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:43,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:18:43,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T15:18:43,236 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T15:18:43,273 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6cc2bc8bf733,38521,1732634309940, ReplicationSource: 1, currentBandwidth=0 2024-11-26T15:18:43,274 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:18:43,275 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,38521,1732634309940, seqNum=-1] 2024-11-26T15:18:43,275 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:18:43,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T15:18:43,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6cc2bc8bf733,38521,1732634309940', locateType=CURRENT is [region=hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76., hostname=6cc2bc8bf733,38521,1732634309940, seqNum=2] 2024-11-26T15:18:43,285 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T15:18:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T15:18:43,289 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6cc2bc8bf733,38521,1732634309940 suceeded 2024-11-26T15:18:43,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T15:18:43,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-26T15:18:43,293 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6cc2bc8bf733:43937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:18:43,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7970 sec 2024-11-26T15:18:43,303 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:43937' 2024-11-26T15:18:43,305 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f95570a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:43,305 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43937,-1 for getting cluster id 2024-11-26T15:18:43,305 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:18:43,306 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03c4488f-9c00-4d5e-9dda-b4ac92ac52fa' 2024-11-26T15:18:43,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:18:43,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03c4488f-9c00-4d5e-9dda-b4ac92ac52fa" 2024-11-26T15:18:43,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67d60764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:43,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43937,-1] 2024-11-26T15:18:43,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:18:43,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:43,308 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:18:43,309 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c81f396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:43,309 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:18:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,43937,1732634317722 2024-11-26T15:18:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53c1c88e 2024-11-26T15:18:43,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:18:43,312 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T15:18:43,313 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6cc2bc8bf733,38521,1732634309940 (queues=1) is replicating from cluster=82943be6-227e-4bea-8234-4e1d22217d28 to cluster=03c4488f-9c00-4d5e-9dda-b4ac92ac52fa 2024-11-26T15:18:43,315 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6cc2bc8bf733%2C38521%2C1732634309940 2024-11-26T15:18:43,318 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6cc2bc8bf733,38521,1732634309940, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:18:43,321 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940.replicationSource.shipper6cc2bc8bf733%2C38521%2C1732634309940,1-6cc2bc8bf733,38521,1732634309940 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C38521%2C1732634309940 2024-11-26T15:18:43,324 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940.replicationSource.wal-reader.6cc2bc8bf733%2C38521%2C1732634309940,1-6cc2bc8bf733,38521,1732634309940 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.1732634313685, startPosition=0, beingWritten=true 2024-11-26T15:18:43,579 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940.replicationSource.wal-reader.6cc2bc8bf733%2C38521%2C1732634309940,1-6cc2bc8bf733,38521,1732634309940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.1732634313685 to pos 0, reset compression=false 2024-11-26T15:18:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:18:43,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:18:43,657 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T15:18:43,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:43,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:43,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:43,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:43,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19170393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:43,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,34481,-1 for getting cluster id 2024-11-26T15:18:43,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:18:43,660 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82943be6-227e-4bea-8234-4e1d22217d28' 2024-11-26T15:18:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:18:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82943be6-227e-4bea-8234-4e1d22217d28" 2024-11-26T15:18:43,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375f1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:43,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,34481,-1] 2024-11-26T15:18:43,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:18:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:43,663 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:18:43,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c841dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:43,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:18:43,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,34481,1732634308984 2024-11-26T15:18:43,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@662b7bab 2024-11-26T15:18:43,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:18:43,668 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:18:43,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://6cc2bc8bf733:43937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T15:18:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:18:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T15:18:43,672 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:43937' 2024-11-26T15:18:43,674 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6968aa05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:43,674 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43937,-1 for getting cluster id 2024-11-26T15:18:43,674 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:18:43,675 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03c4488f-9c00-4d5e-9dda-b4ac92ac52fa' 2024-11-26T15:18:43,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:18:43,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03c4488f-9c00-4d5e-9dda-b4ac92ac52fa" 2024-11-26T15:18:43,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b5b6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:43,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43937,-1] 2024-11-26T15:18:43,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:18:43,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:43,677 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:18:43,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe77012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:43,678 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:18:43,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,43937,1732634317722 2024-11-26T15:18:43,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53493c3a 2024-11-26T15:18:43,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:18:43,681 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:18:43,682 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T15:18:43,682 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:18:43,682 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:43,682 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:43,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:43,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:18:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T15:18:43,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-26T15:18:43,882 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-26T15:18:43,885 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940.replicationSource.wal-reader.6cc2bc8bf733%2C38521%2C1732634309940,1-6cc2bc8bf733,38521,1732634309940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.1732634313685 to pos 0, reset compression=false 2024-11-26T15:18:43,914 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-6cc2bc8bf733,38521,1732634309940, ReplicationSource: 2, currentBandwidth=0 2024-11-26T15:18:43,917 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-26T15:18:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-26T15:18:43,921 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6cc2bc8bf733,38521,1732634309940 suceeded 2024-11-26T15:18:43,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T15:18:43,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-26T15:18:43,925 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6cc2bc8bf733:43937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:18:43,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 257 msec 2024-11-26T15:18:43,934 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:43937' 2024-11-26T15:18:43,935 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7154dc18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:43,935 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43937,-1 for getting cluster id 2024-11-26T15:18:43,935 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:18:43,936 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03c4488f-9c00-4d5e-9dda-b4ac92ac52fa' 2024-11-26T15:18:43,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:18:43,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03c4488f-9c00-4d5e-9dda-b4ac92ac52fa" 2024-11-26T15:18:43,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@570d76f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:43,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43937,-1] 2024-11-26T15:18:43,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:18:43,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:43,939 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:18:43,939 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@752ab898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:43,939 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:18:43,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,43937,1732634317722 2024-11-26T15:18:43,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41db491e 2024-11-26T15:18:43,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:18:43,941 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T15:18:43,942 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6cc2bc8bf733,38521,1732634309940 (queues=1) is replicating from cluster=82943be6-227e-4bea-8234-4e1d22217d28 to cluster=03c4488f-9c00-4d5e-9dda-b4ac92ac52fa 2024-11-26T15:18:43,942 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6cc2bc8bf733%2C38521%2C1732634309940 2024-11-26T15:18:43,942 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6cc2bc8bf733,38521,1732634309940, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:18:43,943 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.shipper6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C38521%2C1732634309940 2024-11-26T15:18:43,943 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.wal-reader.6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.1732634313685, startPosition=0, beingWritten=true 2024-11-26T15:18:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T15:18:43,986 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-26T15:18:43,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:18:43,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:43,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:43,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:43,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:43,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:18:43,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,34481,1732634308984 2024-11-26T15:18:43,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12bfff77 2024-11-26T15:18:43,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:18:43,995 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:18:43,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T15:18:43,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-26T15:18:44,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T15:18:44,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-26T15:18:44,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://6cc2bc8bf733:43937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:18:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T15:18:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T15:18:44,012 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:43937' 2024-11-26T15:18:44,014 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6667a0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:44,014 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43937,-1 for getting cluster id 2024-11-26T15:18:44,014 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:18:44,015 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03c4488f-9c00-4d5e-9dda-b4ac92ac52fa' 2024-11-26T15:18:44,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:18:44,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03c4488f-9c00-4d5e-9dda-b4ac92ac52fa" 2024-11-26T15:18:44,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24df2b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:44,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43937,-1] 2024-11-26T15:18:44,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:18:44,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:44,017 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:18:44,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eba261f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:44,018 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:18:44,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,43937,1732634317722 2024-11-26T15:18:44,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32b1db04 2024-11-26T15:18:44,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:18:44,021 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:18:44,022 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T15:18:44,022 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:18:44,022 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:44,022 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:44,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:44,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:18:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T15:18:44,149 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.wal-reader.6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.1732634313685 to pos 0, reset compression=false 2024-11-26T15:18:44,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-26T15:18:44,185 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-26T15:18:44,188 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-26T15:18:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-26T15:18:44,192 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 6cc2bc8bf733,38521,1732634309940 suceeded 2024-11-26T15:18:44,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T15:18:44,195 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://6cc2bc8bf733:43937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:18:44,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-26T15:18:44,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 189 msec 2024-11-26T15:18:44,291 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940.replicationSource.wal-reader.6cc2bc8bf733%2C38521%2C1732634309940,1-6cc2bc8bf733,38521,1732634309940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.1732634313685 to pos 0, reset compression=false 2024-11-26T15:18:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T15:18:44,327 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-26T15:18:44,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://6cc2bc8bf733:43937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:18:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T15:18:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T15:18:44,334 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:43937' 2024-11-26T15:18:44,335 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3172bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:44,335 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43937,-1 for getting cluster id 2024-11-26T15:18:44,335 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:18:44,336 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03c4488f-9c00-4d5e-9dda-b4ac92ac52fa' 2024-11-26T15:18:44,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:18:44,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03c4488f-9c00-4d5e-9dda-b4ac92ac52fa" 2024-11-26T15:18:44,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f1bb2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:44,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43937,-1] 2024-11-26T15:18:44,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:18:44,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:44,338 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:18:44,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f96c048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:44,339 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:18:44,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,43937,1732634317722 2024-11-26T15:18:44,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@106e4a63 2024-11-26T15:18:44,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:18:44,341 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:18:44,342 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T15:18:44,342 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:18:44,342 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:44,342 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:44,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:44,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:18:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T15:18:44,461 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.wal-reader.6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.1732634313685 to pos 0, reset compression=false 2024-11-26T15:18:44,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-26T15:18:44,511 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-26T15:18:44,513 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-26T15:18:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-26T15:18:44,518 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 6cc2bc8bf733,38521,1732634309940 suceeded 2024-11-26T15:18:44,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-26T15:18:44,524 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://6cc2bc8bf733:43937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:18:44,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-26T15:18:44,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 196 msec 2024-11-26T15:18:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T15:18:44,645 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-26T15:18:44,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T15:18:44,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-26T15:18:44,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:18:44,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:44,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:44,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:44,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:44,649 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:18:44,649 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=617650906, stopped=false 2024-11-26T15:18:44,649 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,34481,1732634308984 2024-11-26T15:18:44,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/083994456/running 2024-11-26T15:18:44,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/083994456/running 2024-11-26T15:18:44,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:44,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:44,661 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:18:44,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:18:44,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:44,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:44,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on znode that does not yet exist, /083994456/running 2024-11-26T15:18:44,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on znode that does not yet exist, /083994456/running 2024-11-26T15:18:44,662 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,38521,1732634309940' ***** 2024-11-26T15:18:44,663 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:18:44,663 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:18:44,663 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:18:44,663 INFO [RS:0;6cc2bc8bf733:38521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:18:44,663 INFO [RS:0;6cc2bc8bf733:38521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:18:44,664 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:44,664 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,38521,1732634309940 2024-11-26T15:18:44,664 INFO [RS:0;6cc2bc8bf733:38521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:18:44,664 INFO [RS:0;6cc2bc8bf733:38521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:38521. 2024-11-26T15:18:44,664 DEBUG [RS:0;6cc2bc8bf733:38521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:44,664 DEBUG [RS:0;6cc2bc8bf733:38521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:44,664 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c59805a5df5a61329fb19ff44288d76, disabling compactions & flushes 2024-11-26T15:18:44,664 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:44,664 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:44,664 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:18:44,665 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:18:44,665 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. after waiting 1 ms 2024-11-26T15:18:44,665 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:18:44,665 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:44,665 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:18:44,668 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T15:18:44,668 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:18:44,668 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:18:44,668 DEBUG [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(1325): Online Regions={9c59805a5df5a61329fb19ff44288d76=hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:18:44,668 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:18:44,668 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:18:44,668 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:18:44,668 DEBUG [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:44,669 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T15:18:44,669 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9c59805a5df5a61329fb19ff44288d76 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-26T15:18:44,736 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/replication/9c59805a5df5a61329fb19ff44288d76/.tmp/queue/993c1b1a1d0a4594a151634fc1c4d2f5 is 151, key is 1-6cc2bc8bf733,38521,1732634309940/queue:6cc2bc8bf733%2C38521%2C1732634309940/1732634323280/Put/seqid=0 2024-11-26T15:18:44,736 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/.tmp/info/77e9cff171b34f9d895ade5fa2cef468 is 147, key is hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76./info:regioninfo/1732634322787/Put/seqid=0 2024-11-26T15:18:44,737 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:18:44,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741839_1015 (size=6631) 2024-11-26T15:18:44,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741838_1014 (size=5500) 2024-11-26T15:18:44,753 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/.tmp/info/77e9cff171b34f9d895ade5fa2cef468 2024-11-26T15:18:44,753 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/replication/9c59805a5df5a61329fb19ff44288d76/.tmp/queue/993c1b1a1d0a4594a151634fc1c4d2f5 2024-11-26T15:18:44,800 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940.replicationSource.wal-reader.6cc2bc8bf733%2C38521%2C1732634309940,1-6cc2bc8bf733,38521,1732634309940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.1732634313685 to pos 0, reset compression=false 2024-11-26T15:18:44,802 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/replication/9c59805a5df5a61329fb19ff44288d76/.tmp/queue/993c1b1a1d0a4594a151634fc1c4d2f5 as hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/replication/9c59805a5df5a61329fb19ff44288d76/queue/993c1b1a1d0a4594a151634fc1c4d2f5 2024-11-26T15:18:44,812 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/replication/9c59805a5df5a61329fb19ff44288d76/queue/993c1b1a1d0a4594a151634fc1c4d2f5, entries=2, sequenceid=6, filesize=5.4 K 2024-11-26T15:18:44,821 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 9c59805a5df5a61329fb19ff44288d76 in 151ms, sequenceid=6, compaction requested=false 2024-11-26T15:18:44,821 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T15:18:44,825 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/.tmp/ns/31da424730dd4040a16facd9dda32732 is 43, key is default/ns:d/1732634315018/Put/seqid=0 2024-11-26T15:18:44,829 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/replication/9c59805a5df5a61329fb19ff44288d76/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T15:18:44,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741840_1016 (size=5153) 2024-11-26T15:18:44,833 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:18:44,833 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:18:44,833 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:44,833 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c59805a5df5a61329fb19ff44288d76: Waiting for close lock at 1732634324664Running coprocessor pre-close hooks at 1732634324664Disabling compacts and flushes for region at 1732634324664Disabling writes for close at 1732634324665 (+1 ms)Obtaining lock to block concurrent updates at 1732634324669 (+4 ms)Preparing flush snapshotting stores in 9c59805a5df5a61329fb19ff44288d76 at 1732634324669Finished memstore snapshotting hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732634324676 (+7 ms)Flushing stores of hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. at 1732634324677 (+1 ms)Flushing 9c59805a5df5a61329fb19ff44288d76/queue: creating writer at 1732634324679 (+2 ms)Flushing 9c59805a5df5a61329fb19ff44288d76/queue: appending metadata at 1732634324722 (+43 ms)Flushing 9c59805a5df5a61329fb19ff44288d76/queue: closing flushed file at 1732634324725 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72835298: reopening flushed file at 1732634324798 (+73 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 9c59805a5df5a61329fb19ff44288d76 in 151ms, sequenceid=6, compaction requested=false at 1732634324821 (+23 ms)Writing region close event to WAL at 1732634324824 (+3 ms)Running coprocessor post-close hooks at 1732634324831 (+7 ms)Closed at 1732634324833 (+2 ms) 2024-11-26T15:18:44,833 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:44,868 DEBUG [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:18:44,874 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.wal-reader.6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.1732634313685 to pos 0, reset compression=false 2024-11-26T15:18:45,069 DEBUG [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:18:45,233 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/.tmp/ns/31da424730dd4040a16facd9dda32732 2024-11-26T15:18:45,261 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/.tmp/table/a22d908f1b1f4f3cab67d92f4a9c3fa0 is 53, key is hbase:replication/table:state/1732634322801/Put/seqid=0 2024-11-26T15:18:45,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741841_1017 (size=5256) 2024-11-26T15:18:45,269 DEBUG [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:18:45,382 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.wal-reader.6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.1732634313685 to pos 0, reset compression=false 2024-11-26T15:18:45,408 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940.replicationSource.wal-reader.6cc2bc8bf733%2C38521%2C1732634309940,1-6cc2bc8bf733,38521,1732634309940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.1732634313685 to pos 0, reset compression=false 2024-11-26T15:18:45,469 DEBUG [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:18:45,525 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:18:45,525 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:18:45,668 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/.tmp/table/a22d908f1b1f4f3cab67d92f4a9c3fa0 2024-11-26T15:18:45,670 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T15:18:45,670 DEBUG [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:18:45,670 DEBUG [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:18:45,679 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/.tmp/info/77e9cff171b34f9d895ade5fa2cef468 as hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/info/77e9cff171b34f9d895ade5fa2cef468 2024-11-26T15:18:45,690 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/info/77e9cff171b34f9d895ade5fa2cef468, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T15:18:45,692 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/.tmp/ns/31da424730dd4040a16facd9dda32732 as hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/ns/31da424730dd4040a16facd9dda32732 2024-11-26T15:18:45,703 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/ns/31da424730dd4040a16facd9dda32732, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T15:18:45,704 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/.tmp/table/a22d908f1b1f4f3cab67d92f4a9c3fa0 as hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/table/a22d908f1b1f4f3cab67d92f4a9c3fa0 2024-11-26T15:18:45,722 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/table/a22d908f1b1f4f3cab67d92f4a9c3fa0, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T15:18:45,724 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1056ms, sequenceid=11, compaction requested=false 2024-11-26T15:18:45,734 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T15:18:45,735 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:18:45,735 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:18:45,735 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:18:45,735 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634324667Running coprocessor pre-close hooks at 1732634324667Disabling compacts and flushes for region at 1732634324667Disabling writes for close at 1732634324668 (+1 ms)Obtaining lock to block concurrent updates at 1732634324669 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732634324669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732634324676 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732634324677 (+1 ms)Flushing 1588230740/info: creating writer at 1732634324679 (+2 ms)Flushing 1588230740/info: appending metadata at 1732634324722 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732634324725 (+3 ms)Flushing 1588230740/ns: creating writer at 1732634324798 (+73 ms)Flushing 1588230740/ns: appending metadata at 1732634324824 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732634324824Flushing 1588230740/table: creating writer at 1732634325244 (+420 ms)Flushing 1588230740/table: appending metadata at 1732634325260 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732634325260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb3b1eb: reopening flushed file at 1732634325677 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2371ebc2: reopening flushed file at 1732634325691 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e005a77: reopening flushed file at 1732634325703 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1056ms, sequenceid=11, compaction requested=false at 1732634325724 (+21 ms)Writing region close event to WAL at 1732634325729 (+5 ms)Running coprocessor post-close hooks at 1732634325735 (+6 ms)Closed at 1732634325735 2024-11-26T15:18:45,736 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:18:45,870 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,38521,1732634309940; all regions closed. 2024-11-26T15:18:45,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741834_1010 (size=2742) 2024-11-26T15:18:45,881 DEBUG [RS:0;6cc2bc8bf733:38521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/oldWALs 2024-11-26T15:18:45,881 INFO [RS:0;6cc2bc8bf733:38521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C38521%2C1732634309940.meta:.meta(num 1732634314796) 2024-11-26T15:18:45,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741837_1013 (size=1802) 2024-11-26T15:18:45,887 DEBUG [RS:0;6cc2bc8bf733:38521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/oldWALs 2024-11-26T15:18:45,887 INFO [RS:0;6cc2bc8bf733:38521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C38521%2C1732634309940.rep:(num 1732634322739) 2024-11-26T15:18:45,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741832_1008 (size=93) 2024-11-26T15:18:45,890 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.1732634313685 not finished, retry = 0 2024-11-26T15:18:45,990 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.wal-reader.6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.1732634313685 to pos 0, reset compression=false 2024-11-26T15:18:45,994 DEBUG [RS:0;6cc2bc8bf733:38521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/oldWALs 2024-11-26T15:18:45,994 INFO [RS:0;6cc2bc8bf733:38521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C38521%2C1732634309940:(num 1732634313685) 2024-11-26T15:18:45,994 DEBUG [RS:0;6cc2bc8bf733:38521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:45,994 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:18:45,994 INFO [RS:0;6cc2bc8bf733:38521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:18:45,995 INFO [RS:0;6cc2bc8bf733:38521 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T15:18:45,995 INFO [RS:0;6cc2bc8bf733:38521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:18:45,995 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:18:45,995 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6cc2bc8bf733,38521,1732634309940 because: Region server is closing 2024-11-26T15:18:45,996 INFO [RS:0;6cc2bc8bf733:38521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:38521. 2024-11-26T15:18:45,996 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.wal-reader.6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.1732634313685 2024-11-26T15:18:45,996 DEBUG [RS:0;6cc2bc8bf733:38521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:45,996 DEBUG [RS:0;6cc2bc8bf733:38521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:45,996 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.wal-reader.6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-26T15:18:45,996 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.wal-reader.6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-26T15:18:45,996 DEBUG [RS:0;6cc2bc8bf733:38521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:45,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:45,996 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.shipper6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6cc2bc8bf733,38521,1732634309940 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940/6cc2bc8bf733%2C38521%2C1732634309940.1732634313685, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-26T15:18:46,002 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.shipper6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6cc2bc8bf733,38521,1732634309940: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-6cc2bc8bf733,38521,1732634309940, walGroup=6cc2bc8bf733%2C38521%2C1732634309940, offset=6cc2bc8bf733%2C38521%2C1732634309940.1732634313685:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:38521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T15:18:46,003 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.shipper6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T15:18:46,005 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.shipper6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T15:18:46,006 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.shipper6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T15:18:46,006 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.shipper6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T15:18:46,006 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.shipper6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T15:18:46,006 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.shipper6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 526510784 }, "NonHeapMemoryUsage": { "committed": 153026560, "init": 7667712, "max": -1, "used": 150738024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T15:18:46,008 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.shipper6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6cc2bc8bf733%2C38521%2C1732634309940.1732634313685] 2024-11-26T15:18:46,097 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940.replicationSource.wal-reader.6cc2bc8bf733%2C38521%2C1732634309940,1-6cc2bc8bf733,38521,1732634309940 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T15:18:46,097 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940.replicationSource.shipper6cc2bc8bf733%2C38521%2C1732634309940,1-6cc2bc8bf733,38521,1732634309940 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T15:18:46,097 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38521,1732634309940.replicationSource.shipper6cc2bc8bf733%2C38521%2C1732634309940,1-6cc2bc8bf733,38521,1732634309940 terminated 2024-11-26T15:18:46,098 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6cc2bc8bf733,38521,1732634309940 because: Region server is closing 2024-11-26T15:18:46,098 INFO [RS:0;6cc2bc8bf733:38521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:38521. 2024-11-26T15:18:46,099 DEBUG [RS:0;6cc2bc8bf733:38521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:46,099 DEBUG [RS:0;6cc2bc8bf733:38521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:46,099 DEBUG [RS:0;6cc2bc8bf733:38521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:46,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:46,099 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,38521,1732634309940.replicationSource.shipper6cc2bc8bf733%2C38521%2C1732634309940,2-6cc2bc8bf733,38521,1732634309940 terminated 2024-11-26T15:18:46,100 INFO [RS:0;6cc2bc8bf733:38521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38521 2024-11-26T15:18:46,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456/rs 2024-11-26T15:18:46,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/083994456/rs/6cc2bc8bf733,38521,1732634309940 2024-11-26T15:18:46,114 INFO [RS:0;6cc2bc8bf733:38521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:18:46,124 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,38521,1732634309940] 2024-11-26T15:18:46,135 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /083994456/draining/6cc2bc8bf733,38521,1732634309940 already deleted, retry=false 2024-11-26T15:18:46,135 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,38521,1732634309940 expired; onlineServers=0 2024-11-26T15:18:46,135 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,34481,1732634308984' ***** 2024-11-26T15:18:46,135 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:18:46,136 INFO [M:0;6cc2bc8bf733:34481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:18:46,136 INFO [M:0;6cc2bc8bf733:34481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:18:46,136 DEBUG [M:0;6cc2bc8bf733:34481 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:18:46,136 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:18:46,136 DEBUG [M:0;6cc2bc8bf733:34481 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:18:46,136 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634313381 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634313381,5,FailOnTimeoutGroup] 2024-11-26T15:18:46,136 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634313379 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634313379,5,FailOnTimeoutGroup] 2024-11-26T15:18:46,137 INFO [M:0;6cc2bc8bf733:34481 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:18:46,137 INFO [M:0;6cc2bc8bf733:34481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:18:46,137 DEBUG [M:0;6cc2bc8bf733:34481 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:18:46,138 INFO [M:0;6cc2bc8bf733:34481 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:18:46,138 INFO [M:0;6cc2bc8bf733:34481 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:18:46,139 INFO [M:0;6cc2bc8bf733:34481 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:18:46,139 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:18:46,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/083994456/master 2024-11-26T15:18:46,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:46,146 DEBUG [M:0;6cc2bc8bf733:34481 {}] zookeeper.ZKUtil(347): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Unable to get data of znode /083994456/master because node does not exist (not an error) 2024-11-26T15:18:46,146 WARN [M:0;6cc2bc8bf733:34481 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:18:46,147 INFO [M:0;6cc2bc8bf733:34481 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/.lastflushedseqids 2024-11-26T15:18:46,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741842_1018 (size=181) 2024-11-26T15:18:46,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:18:46,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38521-0x10177b959080001, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:18:46,226 INFO [RS:0;6cc2bc8bf733:38521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:18:46,226 INFO [RS:0;6cc2bc8bf733:38521 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,38521,1732634309940; zookeeper connection closed. 2024-11-26T15:18:46,226 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12eb25 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12eb25 2024-11-26T15:18:46,227 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:18:46,558 INFO [M:0;6cc2bc8bf733:34481 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:18:46,559 INFO [M:0;6cc2bc8bf733:34481 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:18:46,559 DEBUG [M:0;6cc2bc8bf733:34481 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:18:46,559 INFO [M:0;6cc2bc8bf733:34481 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:46,559 DEBUG [M:0;6cc2bc8bf733:34481 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:46,559 DEBUG [M:0;6cc2bc8bf733:34481 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:18:46,559 DEBUG [M:0;6cc2bc8bf733:34481 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:46,559 INFO [M:0;6cc2bc8bf733:34481 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-26T15:18:46,579 DEBUG [M:0;6cc2bc8bf733:34481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0a9023bfa5e42808d902d98838fe111 is 82, key is hbase:meta,,1/info:regioninfo/1732634314880/Put/seqid=0 2024-11-26T15:18:46,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741843_1019 (size=5672) 2024-11-26T15:18:46,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:18:46,985 INFO [M:0;6cc2bc8bf733:34481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0a9023bfa5e42808d902d98838fe111 2024-11-26T15:18:47,016 DEBUG [M:0;6cc2bc8bf733:34481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7eed3458b0334f3f9c5bfe7c6b791820 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732634322807/Put/seqid=0 2024-11-26T15:18:47,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741844_1020 (size=8663) 2024-11-26T15:18:47,425 INFO [M:0;6cc2bc8bf733:34481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7eed3458b0334f3f9c5bfe7c6b791820 2024-11-26T15:18:47,456 DEBUG [M:0;6cc2bc8bf733:34481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58ce35a366324032bc70e96042a69925 is 69, key is 6cc2bc8bf733,38521,1732634309940/rs:state/1732634313416/Put/seqid=0 2024-11-26T15:18:47,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741845_1021 (size=5156) 2024-11-26T15:18:47,864 INFO [M:0;6cc2bc8bf733:34481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58ce35a366324032bc70e96042a69925 2024-11-26T15:18:47,877 DEBUG [M:0;6cc2bc8bf733:34481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0a9023bfa5e42808d902d98838fe111 as hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0a9023bfa5e42808d902d98838fe111 2024-11-26T15:18:47,886 INFO [M:0;6cc2bc8bf733:34481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0a9023bfa5e42808d902d98838fe111, entries=8, sequenceid=115, filesize=5.5 K 2024-11-26T15:18:47,887 DEBUG [M:0;6cc2bc8bf733:34481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7eed3458b0334f3f9c5bfe7c6b791820 as hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7eed3458b0334f3f9c5bfe7c6b791820 2024-11-26T15:18:47,900 INFO [M:0;6cc2bc8bf733:34481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7eed3458b0334f3f9c5bfe7c6b791820, entries=14, sequenceid=115, filesize=8.5 K 2024-11-26T15:18:47,901 DEBUG [M:0;6cc2bc8bf733:34481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58ce35a366324032bc70e96042a69925 as hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58ce35a366324032bc70e96042a69925 2024-11-26T15:18:47,911 INFO [M:0;6cc2bc8bf733:34481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58ce35a366324032bc70e96042a69925, entries=1, sequenceid=115, filesize=5.0 K 2024-11-26T15:18:47,912 INFO [M:0;6cc2bc8bf733:34481 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1353ms, sequenceid=115, compaction requested=false 2024-11-26T15:18:47,914 INFO [M:0;6cc2bc8bf733:34481 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:47,914 DEBUG [M:0;6cc2bc8bf733:34481 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634326559Disabling compacts and flushes for region at 1732634326559Disabling writes for close at 1732634326559Obtaining lock to block concurrent updates at 1732634326559Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634326559Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732634326560 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634326560Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634326560Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634326578 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634326578Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634326996 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634327016 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634327016Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634327434 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634327455 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634327456 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f512096: reopening flushed file at 1732634327875 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460ea86b: reopening flushed file at 1732634327886 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a23685d: reopening flushed file at 1732634327900 (+14 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1353ms, sequenceid=115, compaction requested=false at 1732634327912 (+12 ms)Writing region close event to WAL at 1732634327914 (+2 ms)Closed at 1732634327914 2024-11-26T15:18:47,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741830_1006 (size=59421) 2024-11-26T15:18:47,918 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:18:47,918 INFO [M:0;6cc2bc8bf733:34481 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:18:47,918 INFO [M:0;6cc2bc8bf733:34481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34481 2024-11-26T15:18:47,919 INFO [M:0;6cc2bc8bf733:34481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:18:48,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:18:48,067 INFO [M:0;6cc2bc8bf733:34481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:18:48,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x10177b959080000, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:18:48,069 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:18:48,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:18:48,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:18:48,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:18:48,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:18:48,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:18:48,071 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:18:48,071 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:18:48,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46701 2024-11-26T15:18:48,075 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46701 connecting to ZooKeeper ensemble=127.0.0.1:57761 2024-11-26T15:18:48,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467010x0, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:18:48,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46701-0x10177b959080006 connected 2024-11-26T15:18:48,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:48,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:48,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on znode that does not yet exist, /083994456/running 2024-11-26T15:18:48,106 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /083994456/meta-region-server: INIT 2024-11-26T15:18:48,106 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0, hbase.cluster.distributed=false 2024-11-26T15:18:48,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on znode that does not yet exist, /083994456/acl 2024-11-26T15:18:48,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46701 2024-11-26T15:18:48,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46701 2024-11-26T15:18:48,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46701 2024-11-26T15:18:48,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46701 2024-11-26T15:18:48,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46701 2024-11-26T15:18:48,136 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:18:48,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:18:48,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:18:48,136 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:18:48,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:18:48,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:18:48,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:18:48,136 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:18:48,137 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34747 2024-11-26T15:18:48,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34747 connecting to ZooKeeper ensemble=127.0.0.1:57761 2024-11-26T15:18:48,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:48,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:48,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347470x0, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:18:48,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347470x0, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on znode that does not yet exist, /083994456/running 2024-11-26T15:18:48,156 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /083994456/meta-region-server: INIT 2024-11-26T15:18:48,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34747-0x10177b959080007 connected 2024-11-26T15:18:48,157 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:18:48,158 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:18:48,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34747-0x10177b959080007, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on znode that does not yet exist, /083994456/master 2024-11-26T15:18:48,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34747-0x10177b959080007, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on znode that does not yet exist, /083994456/acl 2024-11-26T15:18:48,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34747 2024-11-26T15:18:48,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34747 2024-11-26T15:18:48,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34747 2024-11-26T15:18:48,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34747 2024-11-26T15:18:48,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34747 2024-11-26T15:18:48,175 DEBUG [M:0;6cc2bc8bf733:46701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:46701 2024-11-26T15:18:48,176 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /083994456/backup-masters/6cc2bc8bf733,46701,1732634328069 2024-11-26T15:18:48,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456/backup-masters 2024-11-26T15:18:48,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10177b959080007, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456/backup-masters 2024-11-26T15:18:48,188 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on existing znode=/083994456/backup-masters/6cc2bc8bf733,46701,1732634328069 2024-11-26T15:18:48,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:48,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10177b959080007, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/083994456/master 2024-11-26T15:18:48,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10177b959080007, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:48,198 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on existing znode=/083994456/master 2024-11-26T15:18:48,199 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /083994456/backup-masters/6cc2bc8bf733,46701,1732634328069 from backup master directory 2024-11-26T15:18:48,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10177b959080007, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456/backup-masters 2024-11-26T15:18:48,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/083994456/backup-masters/6cc2bc8bf733,46701,1732634328069 2024-11-26T15:18:48,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456/backup-masters 2024-11-26T15:18:48,208 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:18:48,209 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,46701,1732634328069 2024-11-26T15:18:48,223 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:18:48,223 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:18:48,238 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-26T15:18:48,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741846_1022 (size=196) 2024-11-26T15:18:48,260 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:18:48,261 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:18:48,262 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:18:48,271 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-26T15:18:48,274 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/WALs/6cc2bc8bf733,34481,1732634308984 to hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/WALs/6cc2bc8bf733,34481,1732634308984-dead as it is dead 2024-11-26T15:18:48,276 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-26T15:18:48,276 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-26T15:18:48,277 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/WALs/6cc2bc8bf733,34481,1732634308984-dead/6cc2bc8bf733%2C34481%2C1732634308984.1732634312128 2024-11-26T15:18:48,281 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/WALs/6cc2bc8bf733,34481,1732634308984-dead/6cc2bc8bf733%2C34481%2C1732634308984.1732634312128 after 3ms 2024-11-26T15:18:48,283 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/WALs/6cc2bc8bf733,34481,1732634308984-dead/6cc2bc8bf733%2C34481%2C1732634308984.1732634312128 to hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6cc2bc8bf733%2C34481%2C1732634308984.1732634312128 2024-11-26T15:18:48,283 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/WALs/6cc2bc8bf733,34481,1732634308984-dead 2024-11-26T15:18:48,283 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/WALs/6cc2bc8bf733,46701,1732634328069 2024-11-26T15:18:48,284 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:18:48,286 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C46701%2C1732634328069, suffix=, logDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/WALs/6cc2bc8bf733,46701,1732634328069, archiveDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/oldWALs, maxLogs=10 2024-11-26T15:18:48,299 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/WALs/6cc2bc8bf733,46701,1732634328069/6cc2bc8bf733%2C46701%2C1732634328069.1732634328286, exclude list is [], retry=0 2024-11-26T15:18:48,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35651,DS-a717615d-29b7-4bb6-b5bb-fe67e6585e5a,DISK] 2024-11-26T15:18:48,308 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/WALs/6cc2bc8bf733,46701,1732634328069/6cc2bc8bf733%2C46701%2C1732634328069.1732634328286 2024-11-26T15:18:48,309 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589)] 2024-11-26T15:18:48,309 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:18:48,310 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:18:48,310 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:48,310 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:48,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:48,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:18:48,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:48,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0a9023bfa5e42808d902d98838fe111 2024-11-26T15:18:48,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:48,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:48,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:18:48,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:48,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7eed3458b0334f3f9c5bfe7c6b791820 2024-11-26T15:18:48,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:18:48,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:48,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:18:48,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:48,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58ce35a366324032bc70e96042a69925 2024-11-26T15:18:48,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:18:48,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:48,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:18:48,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:48,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:18:48,362 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:48,362 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-26T15:18:48,363 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6cc2bc8bf733%2C34481%2C1732634308984.1732634312128 2024-11-26T15:18:48,377 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6cc2bc8bf733%2C34481%2C1732634308984.1732634312128 2024-11-26T15:18:48,379 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6cc2bc8bf733%2C34481%2C1732634308984.1732634312128 2024-11-26T15:18:48,380 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:48,381 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:48,381 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:18:48,383 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:18:48,386 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-26T15:18:48,387 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60814831, jitterRate=-0.09378840029239655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:18:48,387 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634328310Initializing all the Stores at 1732634328311 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634328312 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634328312Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634328312Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634328312Cleaning up temporary data from old regions at 1732634328381 (+69 ms)Region opened successfully at 1732634328387 (+6 ms) 2024-11-26T15:18:48,387 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:18:48,391 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4fb764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:18:48,400 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-26T15:18:48,401 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:18:48,401 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:18:48,401 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:18:48,402 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:18:48,408 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:18:48,408 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:18:48,408 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T15:18:48,409 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:18:48,409 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T15:18:48,409 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T15:18:48,409 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-26T15:18:48,409 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:18:48,414 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6cc2bc8bf733,38521,1732634309940, regionLocation=6cc2bc8bf733,38521,1732634309940, openSeqNum=2 2024-11-26T15:18:48,414 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6cc2bc8bf733,38521,1732634309940, table=hbase:meta, region=1588230740 2024-11-26T15:18:48,414 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,38521,1732634309940, state=OPEN 2024-11-26T15:18:48,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/083994456/meta-region-server 2024-11-26T15:18:48,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10177b959080007, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/083994456/meta-region-server 2024-11-26T15:18:48,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /083994456/meta-region-server: CHANGED 2024-11-26T15:18:48,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /083994456/meta-region-server: CHANGED 2024-11-26T15:18:48,423 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:18:48,429 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /083994456/draining/6cc2bc8bf733,38521,1732634309940 already deleted, retry=false 2024-11-26T15:18:48,429 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6cc2bc8bf733,38521,1732634309940 on 6cc2bc8bf733,46701,1732634328069 2024-11-26T15:18:48,435 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6cc2bc8bf733,38521,1732634309940, splitWal=true, meta=true 2024-11-26T15:18:48,437 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 6cc2bc8bf733,38521,1732634309940 (carryingMeta=true) 6cc2bc8bf733,38521,1732634309940/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@27e26e1e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T15:18:48,441 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Unable to get data of znode /083994456/balancer because node does not exist (not necessarily an error) 2024-11-26T15:18:48,450 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /083994456/balancer already deleted, retry=false 2024-11-26T15:18:48,451 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:18:48,452 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Unable to get data of znode /083994456/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:18:48,461 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /083994456/normalizer already deleted, retry=false 2024-11-26T15:18:48,461 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:18:48,463 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Unable to get data of znode /083994456/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:18:48,530 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /083994456/switch/split already deleted, retry=false 2024-11-26T15:18:48,532 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Unable to get data of znode /083994456/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:18:48,556 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /083994456/switch/merge already deleted, retry=false 2024-11-26T15:18:48,580 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Unable to get data of znode /083994456/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:18:48,587 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /083994456/snapshot-cleanup already deleted, retry=false 2024-11-26T15:18:48,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10177b959080007, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/083994456/running 2024-11-26T15:18:48,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/083994456/running 2024-11-26T15:18:48,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10177b959080007, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:48,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:48,599 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,46701,1732634328069, sessionid=0x10177b959080006, setting cluster-up flag (Was=false) 2024-11-26T15:18:48,609 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /083994456/flush-table-proc/acquired, /083994456/flush-table-proc/reached, /083994456/flush-table-proc/abort 2024-11-26T15:18:48,610 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,46701,1732634328069 2024-11-26T15:18:48,620 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /083994456/online-snapshot/acquired, /083994456/online-snapshot/reached, /083994456/online-snapshot/abort 2024-11-26T15:18:48,621 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,46701,1732634328069 2024-11-26T15:18:48,623 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/.lastflushedseqids 2024-11-26T15:18:48,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:18:48,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:18:48,627 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,46701,1732634328069 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6cc2bc8bf733,38521,1732634309940 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:18:48,629 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:18:48,629 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:18:48,629 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:18:48,629 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:18:48,629 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:18:48,629 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:48,629 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:18:48,629 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:48,634 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634358634 2024-11-26T15:18:48,634 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:18:48,635 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:18:48,635 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:18:48,635 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6cc2bc8bf733,38521,1732634309940, splitWal=true, meta=true 2024-11-26T15:18:48,635 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:18:48,635 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:18:48,635 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:18:48,635 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:48,636 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:18:48,636 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:18:48,636 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:18:48,636 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:18:48,636 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6cc2bc8bf733,38521,1732634309940, splitWal=true, meta=true, isMeta: true 2024-11-26T15:18:48,637 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:18:48,637 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:18:48,638 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940-splitting 2024-11-26T15:18:48,639 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940-splitting dir is empty, no logs to split. 2024-11-26T15:18:48,639 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6cc2bc8bf733,38521,1732634309940 WAL count=0, meta=true 2024-11-26T15:18:48,642 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940-splitting dir is empty, no logs to split. 2024-11-26T15:18:48,643 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6cc2bc8bf733,38521,1732634309940 WAL count=0, meta=true 2024-11-26T15:18:48,643 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6cc2bc8bf733,38521,1732634309940 WAL splitting is done? wals=0, meta=true 2024-11-26T15:18:48,643 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634328637,5,FailOnTimeoutGroup] 2024-11-26T15:18:48,643 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634328643,5,FailOnTimeoutGroup] 2024-11-26T15:18:48,644 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:48,644 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:18:48,644 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:48,644 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:48,644 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634328644, completionTime=-1 2024-11-26T15:18:48,644 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-26T15:18:48,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:18:48,646 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:18:48,648 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T15:18:48,648 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T15:18:48,666 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.HRegionServer(746): ClusterId : 82943be6-227e-4bea-8234-4e1d22217d28 2024-11-26T15:18:48,666 DEBUG [RS:0;6cc2bc8bf733:34747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:18:48,672 DEBUG [RS:0;6cc2bc8bf733:34747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:18:48,673 DEBUG [RS:0;6cc2bc8bf733:34747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:18:48,683 DEBUG [RS:0;6cc2bc8bf733:34747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:18:48,684 DEBUG [RS:0;6cc2bc8bf733:34747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b701a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:18:48,696 DEBUG [RS:0;6cc2bc8bf733:34747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:34747 2024-11-26T15:18:48,696 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:18:48,696 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:18:48,696 DEBUG [RS:0;6cc2bc8bf733:34747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:18:48,697 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,46701,1732634328069 with port=34747, startcode=1732634328135 2024-11-26T15:18:48,697 DEBUG [RS:0;6cc2bc8bf733:34747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:18:48,699 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:18:48,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46701 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,34747,1732634328135 2024-11-26T15:18:48,700 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46701 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,34747,1732634328135 2024-11-26T15:18:48,701 DEBUG [RS:0;6cc2bc8bf733:34747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0 2024-11-26T15:18:48,701 DEBUG [RS:0;6cc2bc8bf733:34747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38569 2024-11-26T15:18:48,702 DEBUG [RS:0;6cc2bc8bf733:34747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:18:48,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456/rs 2024-11-26T15:18:48,714 DEBUG [RS:0;6cc2bc8bf733:34747 {}] zookeeper.ZKUtil(111): regionserver:34747-0x10177b959080007, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on existing znode=/083994456/rs/6cc2bc8bf733,34747,1732634328135 2024-11-26T15:18:48,714 WARN [RS:0;6cc2bc8bf733:34747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:18:48,715 INFO [RS:0;6cc2bc8bf733:34747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:18:48,715 DEBUG [RS:0;6cc2bc8bf733:34747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135 2024-11-26T15:18:48,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,34747,1732634328135] 2024-11-26T15:18:48,748 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T15:18:48,769 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:18:48,772 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:18:48,772 INFO [RS:0;6cc2bc8bf733:34747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:18:48,773 INFO [RS:0;6cc2bc8bf733:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:48,773 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:18:48,774 INFO [RS:0;6cc2bc8bf733:34747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:18:48,774 INFO [RS:0;6cc2bc8bf733:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:48,775 DEBUG [RS:0;6cc2bc8bf733:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:48,775 DEBUG [RS:0;6cc2bc8bf733:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:48,775 DEBUG [RS:0;6cc2bc8bf733:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:48,775 DEBUG [RS:0;6cc2bc8bf733:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:48,775 DEBUG [RS:0;6cc2bc8bf733:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:48,775 DEBUG [RS:0;6cc2bc8bf733:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:18:48,775 DEBUG [RS:0;6cc2bc8bf733:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:48,775 DEBUG [RS:0;6cc2bc8bf733:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:48,775 DEBUG [RS:0;6cc2bc8bf733:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:48,775 DEBUG [RS:0;6cc2bc8bf733:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:48,775 DEBUG [RS:0;6cc2bc8bf733:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:48,775 DEBUG [RS:0;6cc2bc8bf733:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:18:48,776 DEBUG [RS:0;6cc2bc8bf733:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:18:48,776 DEBUG [RS:0;6cc2bc8bf733:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:18:48,779 INFO [RS:0;6cc2bc8bf733:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:48,779 INFO [RS:0;6cc2bc8bf733:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:48,779 INFO [RS:0;6cc2bc8bf733:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:48,779 INFO [RS:0;6cc2bc8bf733:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:48,779 INFO [RS:0;6cc2bc8bf733:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:48,779 INFO [RS:0;6cc2bc8bf733:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,34747,1732634328135-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:18:48,797 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:18:48,797 INFO [RS:0;6cc2bc8bf733:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,34747,1732634328135-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:48,798 WARN [6cc2bc8bf733:46701 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T15:18:48,814 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.ReplicationSource(231): queueId=1-6cc2bc8bf733,34747,1732634328135, ReplicationSource: 1, currentBandwidth=0 2024-11-26T15:18:48,837 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.ReplicationSource(231): queueId=2-6cc2bc8bf733,34747,1732634328135, ReplicationSource: 2, currentBandwidth=0 2024-11-26T15:18:48,837 INFO [RS:0;6cc2bc8bf733:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:48,837 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.Replication(171): 6cc2bc8bf733,34747,1732634328135 started 2024-11-26T15:18:48,837 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource,1-6cc2bc8bf733,34747,1732634328135 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:43937' 2024-11-26T15:18:48,839 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource,1-6cc2bc8bf733,34747,1732634328135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47657858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:48,839 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource,1-6cc2bc8bf733,34747,1732634328135 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43937,-1 for getting cluster id 2024-11-26T15:18:48,839 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource,1-6cc2bc8bf733,34747,1732634328135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:18:48,841 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03c4488f-9c00-4d5e-9dda-b4ac92ac52fa' 2024-11-26T15:18:48,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:18:48,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03c4488f-9c00-4d5e-9dda-b4ac92ac52fa" 2024-11-26T15:18:48,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@754187fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:48,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43937,-1] 2024-11-26T15:18:48,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:18:48,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:48,844 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:18:48,845 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource,1-6cc2bc8bf733,34747,1732634328135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63df4b3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:48,845 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource,1-6cc2bc8bf733,34747,1732634328135 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:18:48,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,43937,1732634317722 2024-11-26T15:18:48,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ee3f41e 2024-11-26T15:18:48,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:18:48,848 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-26T15:18:48,850 INFO [RS:0;6cc2bc8bf733:34747.replicationSource,1-6cc2bc8bf733,34747,1732634328135 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6cc2bc8bf733,34747,1732634328135 (queues=0) is replicating from cluster=82943be6-227e-4bea-8234-4e1d22217d28 to cluster=03c4488f-9c00-4d5e-9dda-b4ac92ac52fa 2024-11-26T15:18:48,855 INFO [RS:0;6cc2bc8bf733:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:48,855 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,34747,1732634328135, RpcServer on 6cc2bc8bf733/172.17.0.3:34747, sessionid=0x10177b959080007 2024-11-26T15:18:48,856 DEBUG [RS:0;6cc2bc8bf733:34747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:18:48,856 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource,2-6cc2bc8bf733,34747,1732634328135 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:43937' 2024-11-26T15:18:48,856 DEBUG [RS:0;6cc2bc8bf733:34747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,34747,1732634328135 2024-11-26T15:18:48,856 DEBUG [RS:0;6cc2bc8bf733:34747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,34747,1732634328135' 2024-11-26T15:18:48,856 DEBUG [RS:0;6cc2bc8bf733:34747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/083994456/flush-table-proc/abort' 2024-11-26T15:18:48,857 DEBUG [RS:0;6cc2bc8bf733:34747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/083994456/flush-table-proc/acquired' 2024-11-26T15:18:48,857 DEBUG [RS:0;6cc2bc8bf733:34747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:18:48,857 DEBUG [RS:0;6cc2bc8bf733:34747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:18:48,857 DEBUG [RS:0;6cc2bc8bf733:34747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,34747,1732634328135 2024-11-26T15:18:48,857 DEBUG [RS:0;6cc2bc8bf733:34747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,34747,1732634328135' 2024-11-26T15:18:48,857 DEBUG [RS:0;6cc2bc8bf733:34747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/083994456/online-snapshot/abort' 2024-11-26T15:18:48,857 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource,2-6cc2bc8bf733,34747,1732634328135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e40f60d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:48,858 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource,2-6cc2bc8bf733,34747,1732634328135 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43937,-1 for getting cluster id 2024-11-26T15:18:48,858 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource,2-6cc2bc8bf733,34747,1732634328135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:18:48,858 DEBUG [RS:0;6cc2bc8bf733:34747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/083994456/online-snapshot/acquired' 2024-11-26T15:18:48,858 DEBUG [RS:0;6cc2bc8bf733:34747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:18:48,858 INFO [RS:0;6cc2bc8bf733:34747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:18:48,858 INFO [RS:0;6cc2bc8bf733:34747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:18:48,859 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03c4488f-9c00-4d5e-9dda-b4ac92ac52fa' 2024-11-26T15:18:48,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:18:48,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03c4488f-9c00-4d5e-9dda-b4ac92ac52fa" 2024-11-26T15:18:48,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@506ce879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:48,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43937,-1] 2024-11-26T15:18:48,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:18:48,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:48,861 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:18:48,862 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource,2-6cc2bc8bf733,34747,1732634328135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@334de981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:48,862 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource,2-6cc2bc8bf733,34747,1732634328135 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:18:48,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,43937,1732634317722 2024-11-26T15:18:48,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72e3fe4b 2024-11-26T15:18:48,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:18:48,864 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-26T15:18:48,865 INFO [RS:0;6cc2bc8bf733:34747.replicationSource,2-6cc2bc8bf733,34747,1732634328135 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6cc2bc8bf733,34747,1732634328135 (queues=0) is replicating from cluster=82943be6-227e-4bea-8234-4e1d22217d28 to cluster=03c4488f-9c00-4d5e-9dda-b4ac92ac52fa 2024-11-26T15:18:48,959 INFO [RS:0;6cc2bc8bf733:34747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:18:48,961 INFO [RS:0;6cc2bc8bf733:34747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C34747%2C1732634328135, suffix=, logDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135, archiveDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/oldWALs, maxLogs=10 2024-11-26T15:18:48,975 DEBUG [RS:0;6cc2bc8bf733:34747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962, exclude list is [], retry=0 2024-11-26T15:18:48,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35651,DS-a717615d-29b7-4bb6-b5bb-fe67e6585e5a,DISK] 2024-11-26T15:18:48,981 INFO [RS:0;6cc2bc8bf733:34747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 2024-11-26T15:18:48,981 DEBUG [RS:0;6cc2bc8bf733:34747 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6cc2bc8bf733%2C34747%2C1732634328135 for peer 1 2024-11-26T15:18:48,981 DEBUG [RS:0;6cc2bc8bf733:34747 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6cc2bc8bf733%2C34747%2C1732634328135 for peer 2 2024-11-26T15:18:48,981 DEBUG [RS:0;6cc2bc8bf733:34747 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6cc2bc8bf733%2C34747%2C1732634328135 2024-11-26T15:18:48,981 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6cc2bc8bf733,34747,1732634328135, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:18:48,982 DEBUG [RS:0;6cc2bc8bf733:34747 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6cc2bc8bf733%2C34747%2C1732634328135 2024-11-26T15:18:48,982 INFO [RS:0;6cc2bc8bf733:34747.replicationSource.shipper6cc2bc8bf733%2C34747%2C1732634328135,1-6cc2bc8bf733,34747,1732634328135 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C34747%2C1732634328135 2024-11-26T15:18:48,982 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6cc2bc8bf733,34747,1732634328135, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:18:48,984 DEBUG [RS:0;6cc2bc8bf733:34747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589)] 2024-11-26T15:18:48,984 INFO [RS:0;6cc2bc8bf733:34747.replicationSource.shipper6cc2bc8bf733%2C34747%2C1732634328135,2-6cc2bc8bf733,34747,1732634328135 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C34747%2C1732634328135 2024-11-26T15:18:48,984 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,2-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962, startPosition=0, beingWritten=true 2024-11-26T15:18:48,984 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,1-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962, startPosition=0, beingWritten=true 2024-11-26T15:18:49,049 DEBUG [6cc2bc8bf733:46701 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:18:49,049 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,34747,1732634328135 2024-11-26T15:18:49,051 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,34747,1732634328135, state=OPENING 2024-11-26T15:18:49,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/083994456/meta-region-server 2024-11-26T15:18:49,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10177b959080007, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/083994456/meta-region-server 2024-11-26T15:18:49,061 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:18:49,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,34747,1732634328135}] 2024-11-26T15:18:49,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /083994456/meta-region-server: CHANGED 2024-11-26T15:18:49,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /083994456/meta-region-server: CHANGED 2024-11-26T15:18:49,193 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,2-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:49,193 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,1-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:49,215 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:18:49,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:18:49,221 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:18:49,221 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:18:49,222 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:18:49,224 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C34747%2C1732634328135.meta, suffix=.meta, logDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135, archiveDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/oldWALs, maxLogs=10 2024-11-26T15:18:49,238 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.meta.1732634329224.meta, exclude list is [], retry=0 2024-11-26T15:18:49,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35651,DS-a717615d-29b7-4bb6-b5bb-fe67e6585e5a,DISK] 2024-11-26T15:18:49,244 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.meta.1732634329224.meta 2024-11-26T15:18:49,245 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589)] 2024-11-26T15:18:49,245 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:18:49,245 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:18:49,245 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:18:49,245 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:18:49,245 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:18:49,246 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:18:49,246 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:18:49,246 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:18:49,246 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:18:49,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:18:49,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:18:49,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:49,256 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/info/77e9cff171b34f9d895ade5fa2cef468 2024-11-26T15:18:49,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:49,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:18:49,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:18:49,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:49,267 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/ns/31da424730dd4040a16facd9dda32732 2024-11-26T15:18:49,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:49,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:18:49,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:18:49,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:49,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:49,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:18:49,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:18:49,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:49,280 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/table/a22d908f1b1f4f3cab67d92f4a9c3fa0 2024-11-26T15:18:49,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:18:49,280 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:18:49,281 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740 2024-11-26T15:18:49,282 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740 2024-11-26T15:18:49,284 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:18:49,284 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:18:49,285 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:18:49,287 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:18:49,287 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74140366, jitterRate=0.10477754473686218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:18:49,288 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:18:49,288 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634329246Writing region info on filesystem at 1732634329246Initializing all the Stores at 1732634329247 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634329247Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634329247Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634329247Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634329247Cleaning up temporary data from old regions at 1732634329284 (+37 ms)Running coprocessor post-open hooks at 1732634329288 (+4 ms)Region opened successfully at 1732634329288 2024-11-26T15:18:49,289 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732634329214 2024-11-26T15:18:49,292 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:18:49,292 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:18:49,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6cc2bc8bf733,34747,1732634328135 2024-11-26T15:18:49,294 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,34747,1732634328135, state=OPEN 2024-11-26T15:18:49,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10177b959080007, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/083994456/meta-region-server 2024-11-26T15:18:49,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/083994456/meta-region-server 2024-11-26T15:18:49,303 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,34747,1732634328135 2024-11-26T15:18:49,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /083994456/meta-region-server: CHANGED 2024-11-26T15:18:49,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /083994456/meta-region-server: CHANGED 2024-11-26T15:18:49,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-26T15:18:49,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,34747,1732634328135 in 242 msec 2024-11-26T15:18:49,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-26T15:18:49,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 664 msec 2024-11-26T15:18:49,502 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,2-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:49,502 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,1-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:49,909 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,1-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:49,909 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,2-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:50,251 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-26T15:18:50,416 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,2-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:50,416 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,1-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:51,025 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,2-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:51,025 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,1-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:51,600 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:18:51,736 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,2-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:51,740 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,1-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:51,755 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-26T15:18:52,542 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,2-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:52,545 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,1-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:53,158 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-26T15:18:53,158 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:18:53,158 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:18:53,158 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,34747,1732634328135, seqNum=-1] 2024-11-26T15:18:53,159 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:18:53,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:18:53,173 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9c59805a5df5a61329fb19ff44288d76, regionState=OPEN, lastHost=6cc2bc8bf733,38521,1732634309940, regionLocation=6cc2bc8bf733,38521,1732634309940, openSeqNum=2 2024-11-26T15:18:53,173 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:18:53,173 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634393173 2024-11-26T15:18:53,173 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634453173 2024-11-26T15:18:53,174 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 15 msec 2024-11-26T15:18:53,174 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46701,1732634328069-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:53,174 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6cc2bc8bf733,38521,1732634309940 had 2 regions 2024-11-26T15:18:53,174 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46701,1732634328069-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:53,174 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46701,1732634328069-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:53,174 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:46701, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:53,174 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:53,175 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:53,176 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6cc2bc8bf733,38521,1732634309940, splitWal=true, meta=true, isMeta: false 2024-11-26T15:18:53,178 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940-splitting dir is empty, no logs to split. 2024-11-26T15:18:53,178 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6cc2bc8bf733,38521,1732634309940 WAL count=0, meta=false 2024-11-26T15:18:53,182 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,38521,1732634309940-splitting dir is empty, no logs to split. 2024-11-26T15:18:53,182 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6cc2bc8bf733,38521,1732634309940 WAL count=0, meta=false 2024-11-26T15:18:53,182 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6cc2bc8bf733,38521,1732634309940 WAL splitting is done? wals=0, meta=false 2024-11-26T15:18:53,183 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.973sec 2024-11-26T15:18:53,183 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:18:53,183 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:18:53,183 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:18:53,183 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:18:53,183 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:18:53,183 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46701,1732634328069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:18:53,183 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46701,1732634328069-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:18:53,187 WARN [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6cc2bc8bf733,38521,1732634309940/hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:53,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c59805a5df5a61329fb19ff44288d76, ASSIGN}] 2024-11-26T15:18:53,188 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:18:53,188 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:18:53,189 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46701,1732634328069-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:18:53,190 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c59805a5df5a61329fb19ff44288d76, ASSIGN 2024-11-26T15:18:53,191 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c59805a5df5a61329fb19ff44288d76, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T15:18:53,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701c1cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:53,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46701,-1 for getting cluster id 2024-11-26T15:18:53,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:18:53,273 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82943be6-227e-4bea-8234-4e1d22217d28' 2024-11-26T15:18:53,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:18:53,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82943be6-227e-4bea-8234-4e1d22217d28" 2024-11-26T15:18:53,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b99a5b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:53,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46701,-1] 2024-11-26T15:18:53,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:18:53,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:53,276 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:18:53,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641c6d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:53,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:18:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,34747,1732634328135, seqNum=-1] 2024-11-26T15:18:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:18:53,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:18:53,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-26T15:18:53,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:18:53,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:53,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:53,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:53,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:53,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6cc2bc8bf733:46701 after: 6cc2bc8bf733:46701 2024-11-26T15:18:53,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:53,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46701,-1 for getting cluster id 2024-11-26T15:18:53,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:18:53,287 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82943be6-227e-4bea-8234-4e1d22217d28' 2024-11-26T15:18:53,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:18:53,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82943be6-227e-4bea-8234-4e1d22217d28" 2024-11-26T15:18:53,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57aa6f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:53,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46701,-1] 2024-11-26T15:18:53,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:18:53,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:53,289 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:18:53,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d7e019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:18:53,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:18:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,46701,1732634328069 2024-11-26T15:18:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f6685b1 2024-11-26T15:18:53,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:18:53,294 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:18:53,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T15:18:53,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-26T15:18:53,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T15:18:53,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46701 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-26T15:18:53,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:18:53,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:18:53,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:53,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:53,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:53,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:53,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:18:53,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=255259723, stopped=false 2024-11-26T15:18:53,302 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,43937,1732634317722 2024-11-26T15:18:53,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1487510136/running 2024-11-26T15:18:53,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1487510136/running 2024-11-26T15:18:53,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136 2024-11-26T15:18:53,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136 2024-11-26T15:18:53,314 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:18:53,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:18:53,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:53,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:53,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Set watcher on znode that does not yet exist, /1-1487510136/running 2024-11-26T15:18:53,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Set watcher on znode that does not yet exist, /1-1487510136/running 2024-11-26T15:18:53,314 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,43003,1732634317834' ***** 2024-11-26T15:18:53,314 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:18:53,315 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:18:53,315 INFO [RS:0;6cc2bc8bf733:43003 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:18:53,315 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:18:53,315 INFO [RS:0;6cc2bc8bf733:43003 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:18:53,315 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,43003,1732634317834 2024-11-26T15:18:53,315 INFO [RS:0;6cc2bc8bf733:43003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:18:53,315 INFO [RS:0;6cc2bc8bf733:43003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:43003. 2024-11-26T15:18:53,315 DEBUG [RS:0;6cc2bc8bf733:43003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:53,315 DEBUG [RS:0;6cc2bc8bf733:43003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:53,315 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:18:53,315 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:18:53,315 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:18:53,316 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:18:53,316 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T15:18:53,316 DEBUG [RS:0;6cc2bc8bf733:43003 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:18:53,316 DEBUG [RS:0;6cc2bc8bf733:43003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:18:53,316 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:18:53,316 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:18:53,316 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:18:53,316 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:18:53,316 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:18:53,316 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T15:18:53,335 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/data/hbase/meta/1588230740/.tmp/ns/17d33aa18bc04c56afe3085cc448b4e4 is 43, key is default/ns:d/1732634321253/Put/seqid=0 2024-11-26T15:18:53,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741835_1011 (size=5153) 2024-11-26T15:18:53,341 DEBUG [6cc2bc8bf733:46701 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:18:53,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9c59805a5df5a61329fb19ff44288d76, regionState=OPENING, regionLocation=6cc2bc8bf733,34747,1732634328135 2024-11-26T15:18:53,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c59805a5df5a61329fb19ff44288d76, ASSIGN because future has completed 2024-11-26T15:18:53,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c59805a5df5a61329fb19ff44288d76, server=6cc2bc8bf733,34747,1732634328135}] 2024-11-26T15:18:53,361 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:18:53,448 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,2-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:53,451 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,1-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:53,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:53,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:18:53,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T15:18:53,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C34747%2C1732634328135.rep, suffix=, logDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135, archiveDir=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/oldWALs, maxLogs=10 2024-11-26T15:18:53,516 DEBUG [RS:0;6cc2bc8bf733:43003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:18:53,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.rep.1732634333508, exclude list is [], retry=0 2024-11-26T15:18:53,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35651,DS-a717615d-29b7-4bb6-b5bb-fe67e6585e5a,DISK] 2024-11-26T15:18:53,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.rep.1732634333508 2024-11-26T15:18:53,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589)] 2024-11-26T15:18:53,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c59805a5df5a61329fb19ff44288d76, NAME => 'hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:18:53,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:18:53,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:18:53,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. service=MultiRowMutationService 2024-11-26T15:18:53,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T15:18:53,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:53,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:18:53,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:53,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:53,532 INFO [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:53,533 INFO [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c59805a5df5a61329fb19ff44288d76 columnFamilyName hfileref 2024-11-26T15:18:53,533 DEBUG [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:53,534 INFO [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] regionserver.HStore(327): Store=9c59805a5df5a61329fb19ff44288d76/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:18:53,534 INFO [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:53,535 INFO [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c59805a5df5a61329fb19ff44288d76 columnFamilyName queue 2024-11-26T15:18:53,535 DEBUG [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:53,542 DEBUG [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/replication/9c59805a5df5a61329fb19ff44288d76/queue/993c1b1a1d0a4594a151634fc1c4d2f5 2024-11-26T15:18:53,543 INFO [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] regionserver.HStore(327): Store=9c59805a5df5a61329fb19ff44288d76/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:18:53,543 INFO [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:53,544 INFO [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c59805a5df5a61329fb19ff44288d76 columnFamilyName sid 2024-11-26T15:18:53,544 DEBUG [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:53,545 INFO [StoreOpener-9c59805a5df5a61329fb19ff44288d76-1 {}] regionserver.HStore(327): Store=9c59805a5df5a61329fb19ff44288d76/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:18:53,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:53,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/replication/9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:53,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/replication/9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:53,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:53,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:53,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:18:53,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:53,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 9c59805a5df5a61329fb19ff44288d76; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59687340, jitterRate=-0.11058932542800903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:18:53,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:53,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9c59805a5df5a61329fb19ff44288d76: Running coprocessor pre-open hook at 1732634333531Writing region info on filesystem at 1732634333531Initializing all the Stores at 1732634333532 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634333532Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634333532Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634333532Cleaning up temporary data from old regions at 1732634333549 (+17 ms)Running coprocessor post-open hooks at 1732634333552 (+3 ms)Region opened successfully at 1732634333553 (+1 ms) 2024-11-26T15:18:53,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76., pid=19, masterSystemTime=1732634333498 2024-11-26T15:18:53,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:53,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:53,558 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9c59805a5df5a61329fb19ff44288d76, regionState=OPEN, openSeqNum=10, regionLocation=6cc2bc8bf733,34747,1732634328135 2024-11-26T15:18:53,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c59805a5df5a61329fb19ff44288d76, server=6cc2bc8bf733,34747,1732634328135 because future has completed 2024-11-26T15:18:53,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-26T15:18:53,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c59805a5df5a61329fb19ff44288d76, server=6cc2bc8bf733,34747,1732634328135 in 217 msec 2024-11-26T15:18:53,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-26T15:18:53,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c59805a5df5a61329fb19ff44288d76, ASSIGN in 376 msec 2024-11-26T15:18:53,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-26T15:18:53,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76., hostname=6cc2bc8bf733,34747,1732634328135, seqNum=10] 2024-11-26T15:18:53,606 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 6cc2bc8bf733,38521,1732634309940 2024-11-26T15:18:53,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-26T15:18:53,716 DEBUG [RS:0;6cc2bc8bf733:43003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:18:53,740 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/data/hbase/meta/1588230740/.tmp/ns/17d33aa18bc04c56afe3085cc448b4e4 2024-11-26T15:18:53,749 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/data/hbase/meta/1588230740/.tmp/ns/17d33aa18bc04c56afe3085cc448b4e4 as hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/data/hbase/meta/1588230740/ns/17d33aa18bc04c56afe3085cc448b4e4 2024-11-26T15:18:53,757 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/data/hbase/meta/1588230740/ns/17d33aa18bc04c56afe3085cc448b4e4, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T15:18:53,759 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false 2024-11-26T15:18:53,759 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T15:18:53,765 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T15:18:53,765 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:18:53,765 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:18:53,766 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:18:53,766 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634333316Running coprocessor pre-close hooks at 1732634333316Disabling compacts and flushes for region at 1732634333316Disabling writes for close at 1732634333316Obtaining lock to block concurrent updates at 1732634333316Preparing flush snapshotting stores in 1588230740 at 1732634333316Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732634333317 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732634333318 (+1 ms)Flushing 1588230740/ns: creating writer at 1732634333318Flushing 1588230740/ns: appending metadata at 1732634333334 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732634333334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@505e78cf: reopening flushed file at 1732634333748 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false at 1732634333759 (+11 ms)Writing region close event to WAL at 1732634333760 (+1 ms)Running coprocessor post-close hooks at 1732634333765 (+5 ms)Closed at 1732634333766 (+1 ms) 2024-11-26T15:18:53,766 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:18:53,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-26T15:18:53,917 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,43003,1732634317834; all regions closed. 2024-11-26T15:18:53,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741834_1010 (size=1152) 2024-11-26T15:18:53,920 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/WALs/6cc2bc8bf733,43003,1732634317834/6cc2bc8bf733%2C43003%2C1732634317834.meta.1732634321118.meta not finished, retry = 0 2024-11-26T15:18:53,949 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:18:53,949 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:18:54,025 DEBUG [RS:0;6cc2bc8bf733:43003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/oldWALs 2024-11-26T15:18:54,025 INFO [RS:0;6cc2bc8bf733:43003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C43003%2C1732634317834.meta:.meta(num 1732634321118) 2024-11-26T15:18:54,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741832_1008 (size=93) 2024-11-26T15:18:54,028 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/WALs/6cc2bc8bf733,43003,1732634317834/6cc2bc8bf733%2C43003%2C1732634317834.1732634320109 not finished, retry = 0 2024-11-26T15:18:54,132 DEBUG [RS:0;6cc2bc8bf733:43003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/oldWALs 2024-11-26T15:18:54,132 INFO [RS:0;6cc2bc8bf733:43003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C43003%2C1732634317834:(num 1732634320109) 2024-11-26T15:18:54,132 DEBUG [RS:0;6cc2bc8bf733:43003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:54,132 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:18:54,132 INFO [RS:0;6cc2bc8bf733:43003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:18:54,132 INFO [RS:0;6cc2bc8bf733:43003 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T15:18:54,132 INFO [RS:0;6cc2bc8bf733:43003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:18:54,132 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:18:54,133 INFO [RS:0;6cc2bc8bf733:43003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43003 2024-11-26T15:18:54,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136/rs 2024-11-26T15:18:54,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1487510136/rs/6cc2bc8bf733,43003,1732634317834 2024-11-26T15:18:54,145 INFO [RS:0;6cc2bc8bf733:43003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:18:54,145 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f1b948e3bd0@4cedfb57 rejected from java.util.concurrent.ThreadPoolExecutor@9ef7cae[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-26T15:18:54,146 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,43003,1732634317834] 2024-11-26T15:18:54,166 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1487510136/draining/6cc2bc8bf733,43003,1732634317834 already deleted, retry=false 2024-11-26T15:18:54,166 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,43003,1732634317834 expired; onlineServers=0 2024-11-26T15:18:54,166 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,43937,1732634317722' ***** 2024-11-26T15:18:54,166 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:18:54,166 INFO [M:0;6cc2bc8bf733:43937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:18:54,166 INFO [M:0;6cc2bc8bf733:43937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:18:54,166 DEBUG [M:0;6cc2bc8bf733:43937 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:18:54,167 DEBUG [M:0;6cc2bc8bf733:43937 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:18:54,167 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:18:54,167 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634319885 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634319885,5,FailOnTimeoutGroup] 2024-11-26T15:18:54,167 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634319884 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634319884,5,FailOnTimeoutGroup] 2024-11-26T15:18:54,167 INFO [M:0;6cc2bc8bf733:43937 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:18:54,167 INFO [M:0;6cc2bc8bf733:43937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:18:54,167 DEBUG [M:0;6cc2bc8bf733:43937 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:18:54,167 INFO [M:0;6cc2bc8bf733:43937 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:18:54,167 INFO [M:0;6cc2bc8bf733:43937 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:18:54,167 INFO [M:0;6cc2bc8bf733:43937 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:18:54,167 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:18:54,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1487510136/master 2024-11-26T15:18:54,177 DEBUG [M:0;6cc2bc8bf733:43937 {}] zookeeper.ZKUtil(347): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Unable to get data of znode /1-1487510136/master because node does not exist (not an error) 2024-11-26T15:18:54,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1487510136 2024-11-26T15:18:54,177 WARN [M:0;6cc2bc8bf733:43937 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:18:54,178 INFO [M:0;6cc2bc8bf733:43937 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/.lastflushedseqids 2024-11-26T15:18:54,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741836_1012 (size=99) 2024-11-26T15:18:54,256 INFO [RS:0;6cc2bc8bf733:43003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:18:54,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:18:54,256 INFO [RS:0;6cc2bc8bf733:43003 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,43003,1732634317834; zookeeper connection closed. 2024-11-26T15:18:54,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x10177b959080004, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:18:54,256 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72f888b0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72f888b0 2024-11-26T15:18:54,256 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:18:54,455 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,2-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:54,457 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,1-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:54,586 INFO [M:0;6cc2bc8bf733:43937 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:18:54,587 INFO [M:0;6cc2bc8bf733:43937 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:18:54,587 DEBUG [M:0;6cc2bc8bf733:43937 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:18:54,587 INFO [M:0;6cc2bc8bf733:43937 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:54,587 DEBUG [M:0;6cc2bc8bf733:43937 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:54,587 DEBUG [M:0;6cc2bc8bf733:43937 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:18:54,587 DEBUG [M:0;6cc2bc8bf733:43937 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:54,587 INFO [M:0;6cc2bc8bf733:43937 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T15:18:54,608 DEBUG [M:0;6cc2bc8bf733:43937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/370bc4be5aa0427288c7e702482ac78a is 82, key is hbase:meta,,1/info:regioninfo/1732634321218/Put/seqid=0 2024-11-26T15:18:54,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741837_1013 (size=5672) 2024-11-26T15:18:54,618 INFO [M:0;6cc2bc8bf733:43937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/370bc4be5aa0427288c7e702482ac78a 2024-11-26T15:18:54,645 DEBUG [M:0;6cc2bc8bf733:43937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c60ae026519246f9add0f2eb6c7387f4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732634321264/Put/seqid=0 2024-11-26T15:18:54,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741838_1014 (size=5275) 2024-11-26T15:18:55,051 INFO [M:0;6cc2bc8bf733:43937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c60ae026519246f9add0f2eb6c7387f4 2024-11-26T15:18:55,079 DEBUG [M:0;6cc2bc8bf733:43937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b452759fad8f48d79cc8c0d4a4708069 is 69, key is 6cc2bc8bf733,43003,1732634317834/rs:state/1732634319905/Put/seqid=0 2024-11-26T15:18:55,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741839_1015 (size=5156) 2024-11-26T15:18:55,489 INFO [M:0;6cc2bc8bf733:43937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b452759fad8f48d79cc8c0d4a4708069 2024-11-26T15:18:55,513 DEBUG [M:0;6cc2bc8bf733:43937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/370bc4be5aa0427288c7e702482ac78a as hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/370bc4be5aa0427288c7e702482ac78a 2024-11-26T15:18:55,525 INFO [M:0;6cc2bc8bf733:43937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/370bc4be5aa0427288c7e702482ac78a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T15:18:55,528 DEBUG [M:0;6cc2bc8bf733:43937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c60ae026519246f9add0f2eb6c7387f4 as hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c60ae026519246f9add0f2eb6c7387f4 2024-11-26T15:18:55,540 INFO [M:0;6cc2bc8bf733:43937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c60ae026519246f9add0f2eb6c7387f4, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T15:18:55,542 DEBUG [M:0;6cc2bc8bf733:43937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b452759fad8f48d79cc8c0d4a4708069 as hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b452759fad8f48d79cc8c0d4a4708069 2024-11-26T15:18:55,554 INFO [M:0;6cc2bc8bf733:43937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36299/user/jenkins/test-data/de480b7a-bed4-20b5-ec5f-4729c51c7003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b452759fad8f48d79cc8c0d4a4708069, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T15:18:55,556 INFO [M:0;6cc2bc8bf733:43937 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 969ms, sequenceid=28, compaction requested=false 2024-11-26T15:18:55,561 INFO [M:0;6cc2bc8bf733:43937 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:55,561 DEBUG [M:0;6cc2bc8bf733:43937 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634334587Disabling compacts and flushes for region at 1732634334587Disabling writes for close at 1732634334587Obtaining lock to block concurrent updates at 1732634334587Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634334587Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732634334588 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634334589 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634334589Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634334607 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634334608 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634334626 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634334644 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634334644Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634335059 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634335078 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634335078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34fa42a7: reopening flushed file at 1732634335510 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ebdd33: reopening flushed file at 1732634335525 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f8aa14a: reopening flushed file at 1732634335541 (+16 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 969ms, sequenceid=28, compaction requested=false at 1732634335556 (+15 ms)Writing region close event to WAL at 1732634335561 (+5 ms)Closed at 1732634335561 2024-11-26T15:18:55,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741830_1006 (size=10165) 2024-11-26T15:18:55,564 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,2-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:55,565 INFO [M:0;6cc2bc8bf733:43937 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:18:55,565 INFO [M:0;6cc2bc8bf733:43937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43937 2024-11-26T15:18:55,567 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:18:55,568 DEBUG [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,1-6cc2bc8bf733,34747,1732634328135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 to pos 0, reset compression=false 2024-11-26T15:18:55,570 INFO [M:0;6cc2bc8bf733:43937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:18:55,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:18:55,678 INFO [M:0;6cc2bc8bf733:43937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:18:55,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43937-0x10177b959080003, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:18:55,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:18:55,707 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:18:55,707 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:18:55,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:18:55,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/hadoop.log.dir/,STOPPED} 2024-11-26T15:18:55,711 WARN [BP-461358039-172.17.0.3-1732634315359 heartbeating to localhost/127.0.0.1:36299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:18:55,711 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:18:55,711 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:18:55,711 WARN [BP-461358039-172.17.0.3-1732634315359 heartbeating to localhost/127.0.0.1:36299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-461358039-172.17.0.3-1732634315359 (Datanode Uuid 3dca6d76-0a66-4c6a-93d5-20801d0a389d) service to localhost/127.0.0.1:36299 2024-11-26T15:18:55,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/cluster_62d02e4d-c4ee-d706-7059-6c1fbe977b4e/data/data1/current/BP-461358039-172.17.0.3-1732634315359 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:18:55,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/cluster_62d02e4d-c4ee-d706-7059-6c1fbe977b4e/data/data2/current/BP-461358039-172.17.0.3-1732634315359 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:18:55,713 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:18:55,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:18:55,726 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:18:55,726 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:18:55,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:18:55,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/hadoop.log.dir/,STOPPED} 2024-11-26T15:18:55,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:18:55,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:18:55,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:18:55,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:55,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:55,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:55,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:55,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:18:55,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2056979492, stopped=false 2024-11-26T15:18:55,758 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,46701,1732634328069 2024-11-26T15:18:55,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/083994456/running 2024-11-26T15:18:55,990 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:18:55,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10177b959080007, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/083994456/running 2024-11-26T15:18:55,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:55,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10177b959080007, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:55,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:18:55,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:55,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:55,991 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,34747,1732634328135' ***** 2024-11-26T15:18:55,991 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:18:55,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on znode that does not yet exist, /083994456/running 2024-11-26T15:18:55,992 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:18:55,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34747-0x10177b959080007, quorum=127.0.0.1:57761, baseZNode=/083994456 Set watcher on znode that does not yet exist, /083994456/running 2024-11-26T15:18:55,992 INFO [RS:0;6cc2bc8bf733:34747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:18:55,992 INFO [RS:0;6cc2bc8bf733:34747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:18:55,992 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:55,993 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:18:55,993 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,34747,1732634328135 2024-11-26T15:18:55,993 INFO [RS:0;6cc2bc8bf733:34747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:18:55,993 INFO [RS:0;6cc2bc8bf733:34747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:34747. 2024-11-26T15:18:55,993 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c59805a5df5a61329fb19ff44288d76, disabling compactions & flushes 2024-11-26T15:18:55,993 DEBUG [RS:0;6cc2bc8bf733:34747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:55,993 DEBUG [RS:0;6cc2bc8bf733:34747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:55,993 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:55,993 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:55,993 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:18:55,993 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. after waiting 0 ms 2024-11-26T15:18:55,993 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:18:55,993 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:55,993 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:18:55,993 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:18:55,996 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T15:18:55,996 DEBUG [RS:0;6cc2bc8bf733:34747 {}] regionserver.HRegionServer(1325): Online Regions={9c59805a5df5a61329fb19ff44288d76=hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:18:55,996 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:18:55,996 DEBUG [RS:0;6cc2bc8bf733:34747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c59805a5df5a61329fb19ff44288d76 2024-11-26T15:18:55,996 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:18:55,996 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:18:55,997 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:18:55,997 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:18:55,997 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-26T15:18:56,014 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/replication/9c59805a5df5a61329fb19ff44288d76/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-26T15:18:56,015 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:18:56,015 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:18:56,015 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:56,015 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c59805a5df5a61329fb19ff44288d76: Waiting for close lock at 1732634335993Running coprocessor pre-close hooks at 1732634335993Disabling compacts and flushes for region at 1732634335993Disabling writes for close at 1732634335993Writing region close event to WAL at 1732634336000 (+7 ms)Running coprocessor post-close hooks at 1732634336015 (+15 ms)Closed at 1732634336015 2024-11-26T15:18:56,016 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76. 2024-11-26T15:18:56,019 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/.tmp/info/3c14a425de5b44d19cb95b42ce149b2b is 147, key is hbase:replication,,1732634321539.9c59805a5df5a61329fb19ff44288d76./info:regioninfo/1732634333558/Put/seqid=0 2024-11-26T15:18:56,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741851_1027 (size=6385) 2024-11-26T15:18:56,025 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/.tmp/info/3c14a425de5b44d19cb95b42ce149b2b 2024-11-26T15:18:56,035 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/.tmp/info/3c14a425de5b44d19cb95b42ce149b2b as hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/info/3c14a425de5b44d19cb95b42ce149b2b 2024-11-26T15:18:56,045 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/info/3c14a425de5b44d19cb95b42ce149b2b, entries=8, sequenceid=19, filesize=6.2 K 2024-11-26T15:18:56,047 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 50ms, sequenceid=19, compaction requested=false 2024-11-26T15:18:56,065 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-26T15:18:56,066 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:18:56,066 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:18:56,066 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:18:56,066 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634335996Running coprocessor pre-close hooks at 1732634335996Disabling compacts and flushes for region at 1732634335996Disabling writes for close at 1732634335997 (+1 ms)Obtaining lock to block concurrent updates at 1732634335997Preparing flush snapshotting stores in 1588230740 at 1732634335997Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732634335997Flushing stores of hbase:meta,,1.1588230740 at 1732634335999 (+2 ms)Flushing 1588230740/info: creating writer at 1732634335999Flushing 1588230740/info: appending metadata at 1732634336018 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732634336018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59090c79: reopening flushed file at 1732634336034 (+16 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 50ms, sequenceid=19, compaction requested=false at 1732634336047 (+13 ms)Writing region close event to WAL at 1732634336056 (+9 ms)Running coprocessor post-close hooks at 1732634336066 (+10 ms)Closed at 1732634336066 2024-11-26T15:18:56,067 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:18:56,086 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:18:56,197 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,34747,1732634328135; all regions closed. 2024-11-26T15:18:56,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741849_1025 (size=2156) 2024-11-26T15:18:56,204 DEBUG [RS:0;6cc2bc8bf733:34747 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/oldWALs 2024-11-26T15:18:56,204 INFO [RS:0;6cc2bc8bf733:34747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C34747%2C1732634328135.meta:.meta(num 1732634329224) 2024-11-26T15:18:56,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741850_1026 (size=796) 2024-11-26T15:18:56,210 DEBUG [RS:0;6cc2bc8bf733:34747 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/oldWALs 2024-11-26T15:18:56,210 INFO [RS:0;6cc2bc8bf733:34747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C34747%2C1732634328135.rep:(num 1732634333508) 2024-11-26T15:18:56,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741848_1024 (size=93) 2024-11-26T15:18:56,213 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/WALs/6cc2bc8bf733,34747,1732634328135/6cc2bc8bf733%2C34747%2C1732634328135.1732634328962 not finished, retry = 0 2024-11-26T15:18:56,318 DEBUG [RS:0;6cc2bc8bf733:34747 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/oldWALs 2024-11-26T15:18:56,318 INFO [RS:0;6cc2bc8bf733:34747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C34747%2C1732634328135:(num 1732634328962) 2024-11-26T15:18:56,318 DEBUG [RS:0;6cc2bc8bf733:34747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:56,318 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:18:56,319 INFO [RS:0;6cc2bc8bf733:34747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:18:56,319 INFO [RS:0;6cc2bc8bf733:34747 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T15:18:56,319 INFO [RS:0;6cc2bc8bf733:34747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:18:56,319 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:18:56,320 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6cc2bc8bf733,34747,1732634328135 because: Region server is closing 2024-11-26T15:18:56,320 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-26T15:18:56,320 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-26T15:18:56,320 INFO [RS:0;6cc2bc8bf733:34747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:34747. 2024-11-26T15:18:56,320 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-26T15:18:56,320 DEBUG [RS:0;6cc2bc8bf733:34747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:56,321 DEBUG [RS:0;6cc2bc8bf733:34747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:56,321 DEBUG [RS:0;6cc2bc8bf733:34747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:56,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:56,422 WARN [RS:0;6cc2bc8bf733:34747.replicationSource.shipper6cc2bc8bf733%2C34747%2C1732634328135,1-6cc2bc8bf733,34747,1732634328135 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T15:18:56,422 WARN [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,1-6cc2bc8bf733,34747,1732634328135 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T15:18:56,422 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6cc2bc8bf733:34747.replicationSource.shipper6cc2bc8bf733%2C34747%2C1732634328135,1-6cc2bc8bf733,34747,1732634328135 terminated 2024-11-26T15:18:56,422 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6cc2bc8bf733,34747,1732634328135 because: Region server is closing 2024-11-26T15:18:56,422 INFO [RS:0;6cc2bc8bf733:34747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:34747. 2024-11-26T15:18:56,422 DEBUG [RS:0;6cc2bc8bf733:34747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:56,422 DEBUG [RS:0;6cc2bc8bf733:34747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:56,422 DEBUG [RS:0;6cc2bc8bf733:34747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:56,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:56,523 WARN [RS:0;6cc2bc8bf733:34747.replicationSource.wal-reader.6cc2bc8bf733%2C34747%2C1732634328135,2-6cc2bc8bf733,34747,1732634328135 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T15:18:56,523 WARN [RS:0;6cc2bc8bf733:34747.replicationSource.shipper6cc2bc8bf733%2C34747%2C1732634328135,2-6cc2bc8bf733,34747,1732634328135 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T15:18:56,523 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;6cc2bc8bf733:34747.replicationSource.shipper6cc2bc8bf733%2C34747%2C1732634328135,2-6cc2bc8bf733,34747,1732634328135 terminated 2024-11-26T15:18:56,523 INFO [RS:0;6cc2bc8bf733:34747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34747 2024-11-26T15:18:56,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456/rs 2024-11-26T15:18:56,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10177b959080007, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/083994456/rs/6cc2bc8bf733,34747,1732634328135 2024-11-26T15:18:56,598 INFO [RS:0;6cc2bc8bf733:34747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:18:56,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,34747,1732634328135] 2024-11-26T15:18:56,618 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /083994456/draining/6cc2bc8bf733,34747,1732634328135 already deleted, retry=false 2024-11-26T15:18:56,618 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,34747,1732634328135 expired; onlineServers=0 2024-11-26T15:18:56,618 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,46701,1732634328069' ***** 2024-11-26T15:18:56,619 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:18:56,619 INFO [M:0;6cc2bc8bf733:46701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:18:56,619 INFO [M:0;6cc2bc8bf733:46701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:18:56,619 DEBUG [M:0;6cc2bc8bf733:46701 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:18:56,619 DEBUG [M:0;6cc2bc8bf733:46701 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:18:56,619 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:18:56,619 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634328643 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634328643,5,FailOnTimeoutGroup] 2024-11-26T15:18:56,619 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634328637 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634328637,5,FailOnTimeoutGroup] 2024-11-26T15:18:56,619 INFO [M:0;6cc2bc8bf733:46701 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:18:56,619 INFO [M:0;6cc2bc8bf733:46701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:18:56,619 DEBUG [M:0;6cc2bc8bf733:46701 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:18:56,619 INFO [M:0;6cc2bc8bf733:46701 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:18:56,620 INFO [M:0;6cc2bc8bf733:46701 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:18:56,620 INFO [M:0;6cc2bc8bf733:46701 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:18:56,620 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:18:56,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/083994456/master 2024-11-26T15:18:56,629 DEBUG [M:0;6cc2bc8bf733:46701 {}] zookeeper.ZKUtil(347): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Unable to get data of znode /083994456/master because node does not exist (not an error) 2024-11-26T15:18:56,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083994456 2024-11-26T15:18:56,629 WARN [M:0;6cc2bc8bf733:46701 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:18:56,630 INFO [M:0;6cc2bc8bf733:46701 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/.lastflushedseqids 2024-11-26T15:18:56,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741852_1028 (size=181) 2024-11-26T15:18:56,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10177b959080007, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:18:56,708 INFO [RS:0;6cc2bc8bf733:34747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:18:56,708 INFO [RS:0;6cc2bc8bf733:34747 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,34747,1732634328135; zookeeper connection closed. 2024-11-26T15:18:56,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10177b959080007, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:18:56,709 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a92ffed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a92ffed 2024-11-26T15:18:56,709 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:18:57,042 INFO [M:0;6cc2bc8bf733:46701 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:18:57,043 INFO [M:0;6cc2bc8bf733:46701 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:18:57,043 DEBUG [M:0;6cc2bc8bf733:46701 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:18:57,043 INFO [M:0;6cc2bc8bf733:46701 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:57,043 DEBUG [M:0;6cc2bc8bf733:46701 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:57,043 DEBUG [M:0;6cc2bc8bf733:46701 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:18:57,043 DEBUG [M:0;6cc2bc8bf733:46701 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:57,043 INFO [M:0;6cc2bc8bf733:46701 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-26T15:18:57,061 DEBUG [M:0;6cc2bc8bf733:46701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bd9433218094c01b1d1b1af7145b4e5 is 82, key is hbase:meta,,1/info:regioninfo/1732634329292/Put/seqid=0 2024-11-26T15:18:57,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741853_1029 (size=5680) 2024-11-26T15:18:57,466 INFO [M:0;6cc2bc8bf733:46701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bd9433218094c01b1d1b1af7145b4e5 2024-11-26T15:18:57,486 DEBUG [M:0;6cc2bc8bf733:46701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/294cd5277aaf46778e89744d1a412dc5 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732634333565/Put/seqid=0 2024-11-26T15:18:57,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741854_1030 (size=7319) 2024-11-26T15:18:57,891 INFO [M:0;6cc2bc8bf733:46701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/294cd5277aaf46778e89744d1a412dc5 2024-11-26T15:18:57,914 DEBUG [M:0;6cc2bc8bf733:46701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f23cac8535e49e6919e0e84f1ab0a5a is 69, key is 6cc2bc8bf733,34747,1732634328135/rs:state/1732634328700/Put/seqid=0 2024-11-26T15:18:57,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741855_1031 (size=5371) 2024-11-26T15:18:58,187 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T15:18:58,322 INFO [M:0;6cc2bc8bf733:46701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f23cac8535e49e6919e0e84f1ab0a5a 2024-11-26T15:18:58,329 INFO [M:0;6cc2bc8bf733:46701 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f23cac8535e49e6919e0e84f1ab0a5a 2024-11-26T15:18:58,330 DEBUG [M:0;6cc2bc8bf733:46701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bd9433218094c01b1d1b1af7145b4e5 as hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9bd9433218094c01b1d1b1af7145b4e5 2024-11-26T15:18:58,336 INFO [M:0;6cc2bc8bf733:46701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9bd9433218094c01b1d1b1af7145b4e5, entries=8, sequenceid=172, filesize=5.5 K 2024-11-26T15:18:58,338 DEBUG [M:0;6cc2bc8bf733:46701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/294cd5277aaf46778e89744d1a412dc5 as hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/294cd5277aaf46778e89744d1a412dc5 2024-11-26T15:18:58,344 INFO [M:0;6cc2bc8bf733:46701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/294cd5277aaf46778e89744d1a412dc5, entries=7, sequenceid=172, filesize=7.1 K 2024-11-26T15:18:58,346 DEBUG [M:0;6cc2bc8bf733:46701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f23cac8535e49e6919e0e84f1ab0a5a as hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f23cac8535e49e6919e0e84f1ab0a5a 2024-11-26T15:18:58,352 INFO [M:0;6cc2bc8bf733:46701 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f23cac8535e49e6919e0e84f1ab0a5a 2024-11-26T15:18:58,352 INFO [M:0;6cc2bc8bf733:46701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38569/user/jenkins/test-data/c65cd079-0ccb-89e0-f95d-15e2f45db4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f23cac8535e49e6919e0e84f1ab0a5a, entries=2, sequenceid=172, filesize=5.2 K 2024-11-26T15:18:58,353 INFO [M:0;6cc2bc8bf733:46701 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=172, compaction requested=false 2024-11-26T15:18:58,355 INFO [M:0;6cc2bc8bf733:46701 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:58,355 DEBUG [M:0;6cc2bc8bf733:46701 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634337043Disabling compacts and flushes for region at 1732634337043Disabling writes for close at 1732634337043Obtaining lock to block concurrent updates at 1732634337043Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634337043Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732634337044 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634337045 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634337045Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634337060 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634337060Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634337472 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634337485 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634337485Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634337898 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634337913 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634337913Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e643dd: reopening flushed file at 1732634338329 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25bbf737: reopening flushed file at 1732634338337 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e6dc9a: reopening flushed file at 1732634338344 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=172, compaction requested=false at 1732634338353 (+9 ms)Writing region close event to WAL at 1732634338355 (+2 ms)Closed at 1732634338355 2024-11-26T15:18:58,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35651 is added to blk_1073741847_1023 (size=22949) 2024-11-26T15:18:58,358 INFO [M:0;6cc2bc8bf733:46701 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:18:58,358 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:18:58,359 INFO [M:0;6cc2bc8bf733:46701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46701 2024-11-26T15:18:58,359 INFO [M:0;6cc2bc8bf733:46701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:18:58,466 INFO [M:0;6cc2bc8bf733:46701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:18:58,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:18:58,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46701-0x10177b959080006, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:18:58,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:18:58,469 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:18:58,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:18:58,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:18:58,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/hadoop.log.dir/,STOPPED} 2024-11-26T15:18:58,470 WARN [BP-1658428517-172.17.0.3-1732634304727 heartbeating to localhost/127.0.0.1:38569 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:18:58,470 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:18:58,470 WARN [BP-1658428517-172.17.0.3-1732634304727 heartbeating to localhost/127.0.0.1:38569 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1658428517-172.17.0.3-1732634304727 (Datanode Uuid 97134543-538f-4746-957f-a205c40f8545) service to localhost/127.0.0.1:38569 2024-11-26T15:18:58,470 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:18:58,471 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/cluster_e9b3a646-bedd-8a46-4a54-dd0776a316ac/data/data1/current/BP-1658428517-172.17.0.3-1732634304727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:18:58,471 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/cluster_e9b3a646-bedd-8a46-4a54-dd0776a316ac/data/data2/current/BP-1658428517-172.17.0.3-1732634304727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:18:58,471 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:18:58,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:18:58,478 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:18:58,478 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:18:58,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:18:58,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a0c94c3-c25b-9192-24f0-377e1d320cea/hadoop.log.dir/,STOPPED} 2024-11-26T15:18:58,488 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T15:18:58,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:18:58,518 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: regionserver/6cc2bc8bf733:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/6cc2bc8bf733:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/6cc2bc8bf733:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6df421f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/6cc2bc8bf733:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57761) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: master/6cc2bc8bf733:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57761) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36299 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38569 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=604 (was 816), ProcessCount=11 (was 11), AvailableMemoryMB=5005 (was 6078) 2024-11-26T15:18:58,524 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=604, ProcessCount=11, AvailableMemoryMB=5005 2024-11-26T15:18:58,538 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-26T15:18:58,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/hadoop.log.dir so I do NOT create it in target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd 2024-11-26T15:18:58,538 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:18:58,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/hadoop.tmp.dir so I do NOT create it in target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd 2024-11-26T15:18:58,538 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a26c5012-34b8-5675-1823-9cd0b1d56308/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:18:58,538 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd 2024-11-26T15:18:58,539 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/cluster_13f9e43a-c115-1163-8cb3-cdf3ae826633, deleteOnExit=true 2024-11-26T15:18:58,541 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/cluster_13f9e43a-c115-1163-8cb3-cdf3ae826633/zookeeper_0, clientPort=57942, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/cluster_13f9e43a-c115-1163-8cb3-cdf3ae826633/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/cluster_13f9e43a-c115-1163-8cb3-cdf3ae826633/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T15:18:58,542 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57942 2024-11-26T15:18:58,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/test.cache.data in system properties and HBase conf 2024-11-26T15:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:18:58,543 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:18:58,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:18:58,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:18:58,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:18:58,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:18:58,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:18:58,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:18:58,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:18:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:18:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:18:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:18:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:18:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:18:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:18:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:18:58,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10177b959080002, quorum=127.0.0.1:57761, baseZNode=/083994456 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:18:58,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10177b959080005, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:18:58,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10177b959080002, quorum=127.0.0.1:57761, baseZNode=/083994456 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:18:58,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10177b959080005, quorum=127.0.0.1:57761, baseZNode=/1-1487510136 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:18:58,969 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T15:18:58,971 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:18:58,989 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:18:59,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:18:59,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:18:59,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:18:59,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:18:59,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:18:59,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:18:59,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:18:59,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ca33c04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:18:59,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1236feaf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/java.io.tmpdir/jetty-localhost-34701-hadoop-hdfs-3_4_1-tests_jar-_-any-11487349895810085585/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:18:59,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b29222f{HTTP/1.1, (http/1.1)}{localhost:34701} 2024-11-26T15:18:59,146 INFO [Time-limited test {}] server.Server(415): Started @37246ms 2024-11-26T15:18:59,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:18:59,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T15:18:59,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T15:18:59,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:18:59,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:18:59,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:18:59,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:18:59,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:18:59,499 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:18:59,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4438aed1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:18:59,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68b58e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:18:59,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61131b46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/java.io.tmpdir/jetty-localhost-42505-hadoop-hdfs-3_4_1-tests_jar-_-any-987287306529101388/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:18:59,613 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24849c3d{HTTP/1.1, (http/1.1)}{localhost:42505} 2024-11-26T15:18:59,613 INFO [Time-limited test {}] server.Server(415): Started @37712ms 2024-11-26T15:18:59,614 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:19:00,367 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/cluster_13f9e43a-c115-1163-8cb3-cdf3ae826633/data/data1/current/BP-1338306562-172.17.0.3-1732634338570/current, will proceed with Du for space computation calculation, 2024-11-26T15:19:00,367 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/cluster_13f9e43a-c115-1163-8cb3-cdf3ae826633/data/data2/current/BP-1338306562-172.17.0.3-1732634338570/current, will proceed with Du for space computation calculation, 2024-11-26T15:19:00,388 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:19:00,391 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ce00b6217b79040 with lease ID 0xf1b36e610c372495: Processing first storage report for DS-c7657b07-2095-4b12-8905-65310561c013 from datanode DatanodeRegistration(127.0.0.1:43817, datanodeUuid=2d587687-7b49-4ef5-ba25-c7b8050d8ea3, infoPort=46853, infoSecurePort=0, ipcPort=42811, storageInfo=lv=-57;cid=testClusterID;nsid=2103787514;c=1732634338570) 2024-11-26T15:19:00,391 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ce00b6217b79040 with lease ID 0xf1b36e610c372495: from storage DS-c7657b07-2095-4b12-8905-65310561c013 node DatanodeRegistration(127.0.0.1:43817, datanodeUuid=2d587687-7b49-4ef5-ba25-c7b8050d8ea3, infoPort=46853, infoSecurePort=0, ipcPort=42811, storageInfo=lv=-57;cid=testClusterID;nsid=2103787514;c=1732634338570), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:19:00,391 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ce00b6217b79040 with lease ID 0xf1b36e610c372495: Processing first storage report for DS-be88b034-bc5c-4dc9-a6c2-22bb1201584c from datanode DatanodeRegistration(127.0.0.1:43817, datanodeUuid=2d587687-7b49-4ef5-ba25-c7b8050d8ea3, infoPort=46853, infoSecurePort=0, ipcPort=42811, storageInfo=lv=-57;cid=testClusterID;nsid=2103787514;c=1732634338570) 2024-11-26T15:19:00,391 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ce00b6217b79040 with lease ID 0xf1b36e610c372495: from storage DS-be88b034-bc5c-4dc9-a6c2-22bb1201584c node DatanodeRegistration(127.0.0.1:43817, datanodeUuid=2d587687-7b49-4ef5-ba25-c7b8050d8ea3, infoPort=46853, infoSecurePort=0, ipcPort=42811, storageInfo=lv=-57;cid=testClusterID;nsid=2103787514;c=1732634338570), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:19:00,449 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd 2024-11-26T15:19:00,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:00,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:00,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:19:00,861 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675 with version=8 2024-11-26T15:19:00,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/hbase-staging 2024-11-26T15:19:00,864 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:19:00,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:00,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:00,864 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:19:00,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:00,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:19:00,864 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:19:00,864 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:19:00,865 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45923 2024-11-26T15:19:00,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45923 connecting to ZooKeeper ensemble=127.0.0.1:57942 2024-11-26T15:19:00,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459230x0, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:19:00,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45923-0x10177b9e0980000 connected 2024-11-26T15:19:01,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:01,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:01,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Set watcher on znode that does not yet exist, /0-1182732431/running 2024-11-26T15:19:01,274 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675, hbase.cluster.distributed=false 2024-11-26T15:19:01,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Set watcher on znode that does not yet exist, /0-1182732431/acl 2024-11-26T15:19:01,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45923 2024-11-26T15:19:01,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45923 2024-11-26T15:19:01,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45923 2024-11-26T15:19:01,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45923 2024-11-26T15:19:01,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45923 2024-11-26T15:19:01,305 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:19:01,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:01,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:01,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:19:01,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:01,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:19:01,306 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:19:01,306 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:19:01,307 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41161 2024-11-26T15:19:01,309 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41161 connecting to ZooKeeper ensemble=127.0.0.1:57942 2024-11-26T15:19:01,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:01,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:01,322 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411610x0, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:19:01,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411610x0, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Set watcher on znode that does not yet exist, /0-1182732431/running 2024-11-26T15:19:01,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41161-0x10177b9e0980001 connected 2024-11-26T15:19:01,323 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:19:01,324 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:19:01,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Set watcher on znode that does not yet exist, /0-1182732431/master 2024-11-26T15:19:01,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Set watcher on znode that does not yet exist, /0-1182732431/acl 2024-11-26T15:19:01,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41161 2024-11-26T15:19:01,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41161 2024-11-26T15:19:01,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41161 2024-11-26T15:19:01,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41161 2024-11-26T15:19:01,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41161 2024-11-26T15:19:01,358 DEBUG [M:0;6cc2bc8bf733:45923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:45923 2024-11-26T15:19:01,360 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1182732431/backup-masters/6cc2bc8bf733,45923,1732634340863 2024-11-26T15:19:01,373 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431/backup-masters 2024-11-26T15:19:01,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431/backup-masters 2024-11-26T15:19:01,374 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Set watcher on existing znode=/0-1182732431/backup-masters/6cc2bc8bf733,45923,1732634340863 2024-11-26T15:19:01,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431 2024-11-26T15:19:01,385 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1182732431/master 2024-11-26T15:19:01,385 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431 2024-11-26T15:19:01,386 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Set watcher on existing znode=/0-1182732431/master 2024-11-26T15:19:01,388 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1182732431/backup-masters/6cc2bc8bf733,45923,1732634340863 from backup master directory 2024-11-26T15:19:01,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1182732431/backup-masters/6cc2bc8bf733,45923,1732634340863 2024-11-26T15:19:01,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431/backup-masters 2024-11-26T15:19:01,396 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:19:01,396 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431/backup-masters 2024-11-26T15:19:01,396 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,45923,1732634340863 2024-11-26T15:19:01,406 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/hbase.id] with ID: 8b580172-d242-476c-9621-1e9efc88efd2 2024-11-26T15:19:01,407 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/.tmp/hbase.id 2024-11-26T15:19:01,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:19:01,817 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/.tmp/hbase.id]:[hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/hbase.id] 2024-11-26T15:19:01,830 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:01,830 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:19:01,832 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T15:19:01,837 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431 2024-11-26T15:19:01,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431 2024-11-26T15:19:01,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:19:02,243 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:19:02,244 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:19:02,244 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:19:02,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:19:02,653 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store 2024-11-26T15:19:02,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:19:03,061 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:03,061 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:19:03,061 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:03,061 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:03,061 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:19:03,061 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:03,061 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:03,061 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634343061Disabling compacts and flushes for region at 1732634343061Disabling writes for close at 1732634343061Writing region close event to WAL at 1732634343061Closed at 1732634343061 2024-11-26T15:19:03,062 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/.initializing 2024-11-26T15:19:03,062 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/WALs/6cc2bc8bf733,45923,1732634340863 2024-11-26T15:19:03,063 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:19:03,065 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C45923%2C1732634340863, suffix=, logDir=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/WALs/6cc2bc8bf733,45923,1732634340863, archiveDir=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/oldWALs, maxLogs=10 2024-11-26T15:19:03,077 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/WALs/6cc2bc8bf733,45923,1732634340863/6cc2bc8bf733%2C45923%2C1732634340863.1732634343066, exclude list is [], retry=0 2024-11-26T15:19:03,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43817,DS-c7657b07-2095-4b12-8905-65310561c013,DISK] 2024-11-26T15:19:03,082 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/WALs/6cc2bc8bf733,45923,1732634340863/6cc2bc8bf733%2C45923%2C1732634340863.1732634343066 2024-11-26T15:19:03,083 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46853:46853)] 2024-11-26T15:19:03,083 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:19:03,084 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:03,084 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:03,084 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:03,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:03,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:19:03,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:03,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:03,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:03,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:19:03,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:03,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:03,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:03,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:19:03,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:03,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:03,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:03,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:19:03,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:03,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:03,094 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:03,095 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:03,095 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:03,096 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:03,096 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:03,097 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:19:03,098 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:03,100 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:19:03,100 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62623406, jitterRate=-0.06683853268623352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:19:03,101 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634343084Initializing all the Stores at 1732634343085 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634343086 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634343086Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634343086Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634343086Cleaning up temporary data from old regions at 1732634343096 (+10 ms)Region opened successfully at 1732634343101 (+5 ms) 2024-11-26T15:19:03,101 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:19:03,104 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef3ddc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:19:03,105 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:19:03,105 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:19:03,105 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:19:03,105 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:19:03,105 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:19:03,106 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:19:03,106 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:19:03,108 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:19:03,109 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Unable to get data of znode /0-1182732431/balancer because node does not exist (not necessarily an error) 2024-11-26T15:19:03,121 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1182732431/balancer already deleted, retry=false 2024-11-26T15:19:03,122 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:19:03,122 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Unable to get data of znode /0-1182732431/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:19:03,132 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1182732431/normalizer already deleted, retry=false 2024-11-26T15:19:03,132 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:19:03,133 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Unable to get data of znode /0-1182732431/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:19:03,142 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1182732431/switch/split already deleted, retry=false 2024-11-26T15:19:03,144 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Unable to get data of znode /0-1182732431/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:19:03,153 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1182732431/switch/merge already deleted, retry=false 2024-11-26T15:19:03,155 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Unable to get data of znode /0-1182732431/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:19:03,163 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1182732431/snapshot-cleanup already deleted, retry=false 2024-11-26T15:19:03,174 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1182732431/running 2024-11-26T15:19:03,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1182732431/running 2024-11-26T15:19:03,174 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431 2024-11-26T15:19:03,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431 2024-11-26T15:19:03,175 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,45923,1732634340863, sessionid=0x10177b9e0980000, setting cluster-up flag (Was=false) 2024-11-26T15:19:03,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431 2024-11-26T15:19:03,195 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431 2024-11-26T15:19:03,227 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1182732431/flush-table-proc/acquired, /0-1182732431/flush-table-proc/reached, /0-1182732431/flush-table-proc/abort 2024-11-26T15:19:03,228 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,45923,1732634340863 2024-11-26T15:19:03,248 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431 2024-11-26T15:19:03,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431 2024-11-26T15:19:03,279 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1182732431/online-snapshot/acquired, /0-1182732431/online-snapshot/reached, /0-1182732431/online-snapshot/abort 2024-11-26T15:19:03,281 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,45923,1732634340863 2024-11-26T15:19:03,282 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:19:03,284 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:19:03,284 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:19:03,284 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:19:03,285 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6cc2bc8bf733,38521,1732634309940: status=Processing ServerCrashProcedure of 6cc2bc8bf733,38521,1732634309940 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732634328634, completionTime=-1 appears to have been leaked 2024-11-26T15:19:03,285 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,45923,1732634340863 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:19:03,287 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:19:03,287 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:19:03,287 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:19:03,287 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:19:03,287 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:19:03,287 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:03,287 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:19:03,287 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:03,288 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634373288 2024-11-26T15:19:03,288 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:19:03,288 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:19:03,288 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:19:03,288 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:19:03,288 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:19:03,288 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:19:03,289 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:03,289 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:19:03,289 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:19:03,289 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:19:03,289 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:19:03,289 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:19:03,289 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:19:03,289 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:19:03,289 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:19:03,290 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:03,290 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:19:03,291 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634343290,5,FailOnTimeoutGroup] 2024-11-26T15:19:03,291 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634343291,5,FailOnTimeoutGroup] 2024-11-26T15:19:03,291 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:03,291 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:19:03,291 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:03,291 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:03,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:19:03,347 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(746): ClusterId : 8b580172-d242-476c-9621-1e9efc88efd2 2024-11-26T15:19:03,347 DEBUG [RS:0;6cc2bc8bf733:41161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:19:03,354 DEBUG [RS:0;6cc2bc8bf733:41161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:19:03,354 DEBUG [RS:0;6cc2bc8bf733:41161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:19:03,364 DEBUG [RS:0;6cc2bc8bf733:41161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:19:03,365 DEBUG [RS:0;6cc2bc8bf733:41161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3f8bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:19:03,376 DEBUG [RS:0;6cc2bc8bf733:41161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:41161 2024-11-26T15:19:03,376 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:19:03,377 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:19:03,377 DEBUG [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:19:03,377 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,45923,1732634340863 with port=41161, startcode=1732634341305 2024-11-26T15:19:03,378 DEBUG [RS:0;6cc2bc8bf733:41161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:19:03,380 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:19:03,380 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,41161,1732634341305 2024-11-26T15:19:03,380 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45923 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,41161,1732634341305 2024-11-26T15:19:03,382 DEBUG [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675 2024-11-26T15:19:03,382 DEBUG [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43315 2024-11-26T15:19:03,382 DEBUG [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:19:03,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431/rs 2024-11-26T15:19:03,396 DEBUG [RS:0;6cc2bc8bf733:41161 {}] zookeeper.ZKUtil(111): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Set watcher on existing znode=/0-1182732431/rs/6cc2bc8bf733,41161,1732634341305 2024-11-26T15:19:03,396 WARN [RS:0;6cc2bc8bf733:41161 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:19:03,396 INFO [RS:0;6cc2bc8bf733:41161 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:19:03,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,41161,1732634341305] 2024-11-26T15:19:03,396 DEBUG [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305 2024-11-26T15:19:03,399 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:19:03,401 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:19:03,402 INFO [RS:0;6cc2bc8bf733:41161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:19:03,402 INFO [RS:0;6cc2bc8bf733:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:03,402 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:19:03,403 INFO [RS:0;6cc2bc8bf733:41161 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:19:03,403 INFO [RS:0;6cc2bc8bf733:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:03,403 DEBUG [RS:0;6cc2bc8bf733:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:03,403 DEBUG [RS:0;6cc2bc8bf733:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:03,403 DEBUG [RS:0;6cc2bc8bf733:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:03,403 DEBUG [RS:0;6cc2bc8bf733:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:03,403 DEBUG [RS:0;6cc2bc8bf733:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:03,404 DEBUG [RS:0;6cc2bc8bf733:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:19:03,404 DEBUG [RS:0;6cc2bc8bf733:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:03,404 DEBUG [RS:0;6cc2bc8bf733:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:03,404 DEBUG [RS:0;6cc2bc8bf733:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:03,404 DEBUG [RS:0;6cc2bc8bf733:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:03,404 DEBUG [RS:0;6cc2bc8bf733:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:03,404 DEBUG [RS:0;6cc2bc8bf733:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:03,404 DEBUG [RS:0;6cc2bc8bf733:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:19:03,404 DEBUG [RS:0;6cc2bc8bf733:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:19:03,404 INFO [RS:0;6cc2bc8bf733:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:03,404 INFO [RS:0;6cc2bc8bf733:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:03,405 INFO [RS:0;6cc2bc8bf733:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:03,405 INFO [RS:0;6cc2bc8bf733:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:03,405 INFO [RS:0;6cc2bc8bf733:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:03,405 INFO [RS:0;6cc2bc8bf733:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41161,1732634341305-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:19:03,420 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:19:03,421 INFO [RS:0;6cc2bc8bf733:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41161,1732634341305-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:03,421 INFO [RS:0;6cc2bc8bf733:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:03,421 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.Replication(171): 6cc2bc8bf733,41161,1732634341305 started 2024-11-26T15:19:03,436 INFO [RS:0;6cc2bc8bf733:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:03,436 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,41161,1732634341305, RpcServer on 6cc2bc8bf733/172.17.0.3:41161, sessionid=0x10177b9e0980001 2024-11-26T15:19:03,436 DEBUG [RS:0;6cc2bc8bf733:41161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:19:03,436 DEBUG [RS:0;6cc2bc8bf733:41161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,41161,1732634341305 2024-11-26T15:19:03,436 DEBUG [RS:0;6cc2bc8bf733:41161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,41161,1732634341305' 2024-11-26T15:19:03,436 DEBUG [RS:0;6cc2bc8bf733:41161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1182732431/flush-table-proc/abort' 2024-11-26T15:19:03,437 DEBUG [RS:0;6cc2bc8bf733:41161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1182732431/flush-table-proc/acquired' 2024-11-26T15:19:03,437 DEBUG [RS:0;6cc2bc8bf733:41161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:19:03,437 DEBUG [RS:0;6cc2bc8bf733:41161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:19:03,437 DEBUG [RS:0;6cc2bc8bf733:41161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,41161,1732634341305 2024-11-26T15:19:03,437 DEBUG [RS:0;6cc2bc8bf733:41161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,41161,1732634341305' 2024-11-26T15:19:03,437 DEBUG [RS:0;6cc2bc8bf733:41161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1182732431/online-snapshot/abort' 2024-11-26T15:19:03,438 DEBUG [RS:0;6cc2bc8bf733:41161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1182732431/online-snapshot/acquired' 2024-11-26T15:19:03,438 DEBUG [RS:0;6cc2bc8bf733:41161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:19:03,438 INFO [RS:0;6cc2bc8bf733:41161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:19:03,438 INFO [RS:0;6cc2bc8bf733:41161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:19:03,539 INFO [RS:0;6cc2bc8bf733:41161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:19:03,541 INFO [RS:0;6cc2bc8bf733:41161 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C41161%2C1732634341305, suffix=, logDir=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305, archiveDir=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/oldWALs, maxLogs=10 2024-11-26T15:19:03,556 DEBUG [RS:0;6cc2bc8bf733:41161 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305/6cc2bc8bf733%2C41161%2C1732634341305.1732634343541, exclude list is [], retry=0 2024-11-26T15:19:03,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43817,DS-c7657b07-2095-4b12-8905-65310561c013,DISK] 2024-11-26T15:19:03,562 INFO [RS:0;6cc2bc8bf733:41161 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305/6cc2bc8bf733%2C41161%2C1732634341305.1732634343541 2024-11-26T15:19:03,562 DEBUG [RS:0;6cc2bc8bf733:41161 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46853:46853)] 2024-11-26T15:19:03,707 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:19:03,707 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675 2024-11-26T15:19:03,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741833_1009 (size=32) 2024-11-26T15:19:04,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:04,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:19:04,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:19:04,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:04,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:04,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:19:04,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:19:04,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:04,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:04,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:19:04,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:19:04,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:04,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:04,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:19:04,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:19:04,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:04,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:04,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:19:04,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740 2024-11-26T15:19:04,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740 2024-11-26T15:19:04,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:19:04,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:19:04,128 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:19:04,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:19:04,131 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:19:04,132 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73200877, jitterRate=0.09077806770801544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:19:04,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634344115Initializing all the Stores at 1732634344116 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634344116Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634344116Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634344116Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634344116Cleaning up temporary data from old regions at 1732634344127 (+11 ms)Region opened successfully at 1732634344132 (+5 ms) 2024-11-26T15:19:04,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:19:04,133 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:19:04,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:19:04,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:19:04,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:19:04,133 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:19:04,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634344132Disabling compacts and flushes for region at 1732634344132Disabling writes for close at 1732634344133 (+1 ms)Writing region close event to WAL at 1732634344133Closed at 1732634344133 2024-11-26T15:19:04,134 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:19:04,134 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:19:04,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:19:04,136 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:19:04,137 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:19:04,287 DEBUG [6cc2bc8bf733:45923 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:19:04,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,41161,1732634341305 2024-11-26T15:19:04,289 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,41161,1732634341305, state=OPENING 2024-11-26T15:19:04,300 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:19:04,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431 2024-11-26T15:19:04,345 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431 2024-11-26T15:19:04,345 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:19:04,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1182732431/meta-region-server: CHANGED 2024-11-26T15:19:04,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1182732431/meta-region-server: CHANGED 2024-11-26T15:19:04,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,41161,1732634341305}] 2024-11-26T15:19:04,499 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:19:04,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:19:04,512 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:19:04,512 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:19:04,512 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:19:04,514 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C41161%2C1732634341305.meta, suffix=.meta, logDir=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305, archiveDir=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/oldWALs, maxLogs=10 2024-11-26T15:19:04,529 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305/6cc2bc8bf733%2C41161%2C1732634341305.meta.1732634344515.meta, exclude list is [], retry=0 2024-11-26T15:19:04,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43817,DS-c7657b07-2095-4b12-8905-65310561c013,DISK] 2024-11-26T15:19:04,533 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305/6cc2bc8bf733%2C41161%2C1732634341305.meta.1732634344515.meta 2024-11-26T15:19:04,534 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46853:46853)] 2024-11-26T15:19:04,534 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:19:04,534 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:19:04,534 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:19:04,534 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:19:04,534 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:19:04,535 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:19:04,535 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:04,535 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:19:04,535 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:19:04,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:19:04,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:19:04,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:04,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:04,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:19:04,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:19:04,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:04,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:04,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:19:04,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:19:04,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:04,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:04,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:19:04,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:19:04,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:04,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:04,546 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:19:04,547 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740 2024-11-26T15:19:04,548 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740 2024-11-26T15:19:04,549 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:19:04,549 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:19:04,550 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:19:04,551 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:19:04,552 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67034456, jitterRate=-0.0011087656021118164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:19:04,553 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:19:04,553 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634344535Writing region info on filesystem at 1732634344535Initializing all the Stores at 1732634344536 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634344536Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634344536Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634344536Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634344536Cleaning up temporary data from old regions at 1732634344549 (+13 ms)Running coprocessor post-open hooks at 1732634344553 (+4 ms)Region opened successfully at 1732634344553 2024-11-26T15:19:04,555 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634344499 2024-11-26T15:19:04,558 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:19:04,558 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:19:04,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,41161,1732634341305 2024-11-26T15:19:04,560 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,41161,1732634341305, state=OPEN 2024-11-26T15:19:04,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1182732431/meta-region-server 2024-11-26T15:19:04,563 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1182732431/meta-region-server 2024-11-26T15:19:04,564 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,41161,1732634341305 2024-11-26T15:19:04,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1182732431/meta-region-server: CHANGED 2024-11-26T15:19:04,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1182732431/meta-region-server: CHANGED 2024-11-26T15:19:04,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:19:04,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,41161,1732634341305 in 219 msec 2024-11-26T15:19:04,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:19:04,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-26T15:19:04,570 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:19:04,570 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:19:04,571 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:19:04,571 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,41161,1732634341305, seqNum=-1] 2024-11-26T15:19:04,571 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:19:04,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:19:04,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2950 sec 2024-11-26T15:19:04,579 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634344579, completionTime=-1 2024-11-26T15:19:04,579 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:19:04,579 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:19:04,582 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:19:04,582 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634404582 2024-11-26T15:19:04,582 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634464582 2024-11-26T15:19:04,582 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T15:19:04,582 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45923,1732634340863-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:04,582 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45923,1732634340863-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:04,582 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45923,1732634340863-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:04,582 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:45923, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:04,582 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:04,583 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:04,584 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:19:04,586 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.189sec 2024-11-26T15:19:04,587 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:19:04,587 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:19:04,587 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:19:04,587 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:19:04,587 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:19:04,587 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45923,1732634340863-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:19:04,587 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45923,1732634340863-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:19:04,590 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:19:04,590 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:19:04,590 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45923,1732634340863-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:04,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dea97bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:04,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,45923,-1 for getting cluster id 2024-11-26T15:19:04,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:19:04,649 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b580172-d242-476c-9621-1e9efc88efd2' 2024-11-26T15:19:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:19:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b580172-d242-476c-9621-1e9efc88efd2" 2024-11-26T15:19:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4453cca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,45923,-1] 2024-11-26T15:19:04,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:19:04,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:04,651 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:19:04,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c16f67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:04,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:19:04,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,41161,1732634341305, seqNum=-1] 2024-11-26T15:19:04,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:19:04,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:19:04,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,45923,1732634340863 2024-11-26T15:19:04,657 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57942 2024-11-26T15:19:04,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:19:04,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10177b9e0980002 connected 2024-11-26T15:19:04,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/hadoop.log.dir so I do NOT create it in target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188 2024-11-26T15:19:04,682 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:19:04,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/hadoop.tmp.dir so I do NOT create it in target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188 2024-11-26T15:19:04,682 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:19:04,682 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188 2024-11-26T15:19:04,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:19:04,682 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/cluster_06d68aee-a914-34c1-db92-8f4abce0af67, deleteOnExit=true 2024-11-26T15:19:04,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:19:04,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/test.cache.data in system properties and HBase conf 2024-11-26T15:19:04,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:19:04,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:19:04,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:19:04,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:19:04,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:19:04,683 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:19:04,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:19:04,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:19:04,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:19:04,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:19:04,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:19:04,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:19:04,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:19:04,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:19:04,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:19:04,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:19:04,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:19:04,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:19:04,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:19:04,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:19:04,916 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:19:04,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:04,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:05,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:19:05,282 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:19:05,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:19:05,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:19:05,285 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:19:05,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:19:05,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c32071a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:19:05,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf604b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:19:05,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15230209{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/java.io.tmpdir/jetty-localhost-34205-hadoop-hdfs-3_4_1-tests_jar-_-any-2858514811714935393/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:19:05,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e12458e{HTTP/1.1, (http/1.1)}{localhost:34205} 2024-11-26T15:19:05,388 INFO [Time-limited test {}] server.Server(415): Started @43488ms 2024-11-26T15:19:05,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:19:05,646 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:19:05,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:19:05,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:19:05,647 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:19:05,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b95b4f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:19:05,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cd773f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:19:05,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5be449fc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/java.io.tmpdir/jetty-localhost-36819-hadoop-hdfs-3_4_1-tests_jar-_-any-16503627410691595039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:19:05,749 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3234deef{HTTP/1.1, (http/1.1)}{localhost:36819} 2024-11-26T15:19:05,749 INFO [Time-limited test {}] server.Server(415): Started @43848ms 2024-11-26T15:19:05,750 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:19:06,648 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/cluster_06d68aee-a914-34c1-db92-8f4abce0af67/data/data1/current/BP-315161642-172.17.0.3-1732634344713/current, will proceed with Du for space computation calculation, 2024-11-26T15:19:06,648 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/cluster_06d68aee-a914-34c1-db92-8f4abce0af67/data/data2/current/BP-315161642-172.17.0.3-1732634344713/current, will proceed with Du for space computation calculation, 2024-11-26T15:19:06,668 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:19:06,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8d76631aea3d7e3 with lease ID 0x3417f01d7147d402: Processing first storage report for DS-d0a8eb77-751e-4e27-90d9-2224b320900c from datanode DatanodeRegistration(127.0.0.1:36293, datanodeUuid=f58fd765-130b-43c0-a892-deb553148ccd, infoPort=45345, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=2002179770;c=1732634344713) 2024-11-26T15:19:06,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8d76631aea3d7e3 with lease ID 0x3417f01d7147d402: from storage DS-d0a8eb77-751e-4e27-90d9-2224b320900c node DatanodeRegistration(127.0.0.1:36293, datanodeUuid=f58fd765-130b-43c0-a892-deb553148ccd, infoPort=45345, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=2002179770;c=1732634344713), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:19:06,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8d76631aea3d7e3 with lease ID 0x3417f01d7147d402: Processing first storage report for DS-33514455-1a0b-4ded-9a7e-79e3ea7cddf9 from datanode DatanodeRegistration(127.0.0.1:36293, datanodeUuid=f58fd765-130b-43c0-a892-deb553148ccd, infoPort=45345, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=2002179770;c=1732634344713) 2024-11-26T15:19:06,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8d76631aea3d7e3 with lease ID 0x3417f01d7147d402: from storage DS-33514455-1a0b-4ded-9a7e-79e3ea7cddf9 node DatanodeRegistration(127.0.0.1:36293, datanodeUuid=f58fd765-130b-43c0-a892-deb553148ccd, infoPort=45345, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=2002179770;c=1732634344713), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:19:06,694 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188 2024-11-26T15:19:06,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:06,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:06,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36293 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:19:06,717 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4 with version=8 2024-11-26T15:19:06,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/hbase-staging 2024-11-26T15:19:06,720 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:19:06,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:06,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:06,720 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:19:06,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:06,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:19:06,720 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:19:06,721 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:19:06,721 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45877 2024-11-26T15:19:06,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45877 connecting to ZooKeeper ensemble=127.0.0.1:57942 2024-11-26T15:19:06,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458770x0, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:19:06,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45877-0x10177b9e0980003 connected 2024-11-26T15:19:06,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:06,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:06,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Set watcher on znode that does not yet exist, /1-441281172/running 2024-11-26T15:19:06,808 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4, hbase.cluster.distributed=false 2024-11-26T15:19:06,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Set watcher on znode that does not yet exist, /1-441281172/acl 2024-11-26T15:19:06,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45877 2024-11-26T15:19:06,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45877 2024-11-26T15:19:06,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45877 2024-11-26T15:19:06,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45877 2024-11-26T15:19:06,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45877 2024-11-26T15:19:06,827 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:19:06,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:06,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:06,827 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:19:06,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:06,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:19:06,827 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:19:06,827 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:19:06,828 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45161 2024-11-26T15:19:06,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45161 connecting to ZooKeeper ensemble=127.0.0.1:57942 2024-11-26T15:19:06,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:06,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:06,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451610x0, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:19:06,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45161-0x10177b9e0980004 connected 2024-11-26T15:19:06,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Set watcher on znode that does not yet exist, /1-441281172/running 2024-11-26T15:19:06,838 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:19:06,838 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:19:06,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Set watcher on znode that does not yet exist, /1-441281172/master 2024-11-26T15:19:06,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Set watcher on znode that does not yet exist, /1-441281172/acl 2024-11-26T15:19:06,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45161 2024-11-26T15:19:06,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45161 2024-11-26T15:19:06,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45161 2024-11-26T15:19:06,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45161 2024-11-26T15:19:06,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45161 2024-11-26T15:19:06,856 DEBUG [M:0;6cc2bc8bf733:45877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:45877 2024-11-26T15:19:06,856 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-441281172/backup-masters/6cc2bc8bf733,45877,1732634346720 2024-11-26T15:19:06,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172/backup-masters 2024-11-26T15:19:06,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172/backup-masters 2024-11-26T15:19:06,869 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Set watcher on existing znode=/1-441281172/backup-masters/6cc2bc8bf733,45877,1732634346720 2024-11-26T15:19:06,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172 2024-11-26T15:19:06,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-441281172/master 2024-11-26T15:19:06,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172 2024-11-26T15:19:06,880 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Set watcher on existing znode=/1-441281172/master 2024-11-26T15:19:06,880 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-441281172/backup-masters/6cc2bc8bf733,45877,1732634346720 from backup master directory 2024-11-26T15:19:06,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172/backup-masters 2024-11-26T15:19:06,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-441281172/backup-masters/6cc2bc8bf733,45877,1732634346720 2024-11-26T15:19:06,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172/backup-masters 2024-11-26T15:19:06,890 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:19:06,890 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,45877,1732634346720 2024-11-26T15:19:06,894 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/hbase.id] with ID: d306c734-d479-4fc5-ad7e-6d94af8be59d 2024-11-26T15:19:06,894 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/.tmp/hbase.id 2024-11-26T15:19:06,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36293 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:19:07,300 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/.tmp/hbase.id]:[hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/hbase.id] 2024-11-26T15:19:07,313 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:07,313 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:19:07,315 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T15:19:07,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172 2024-11-26T15:19:07,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172 2024-11-26T15:19:07,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36293 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:19:07,738 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:19:07,739 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:19:07,740 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:19:07,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36293 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:19:07,752 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store 2024-11-26T15:19:07,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36293 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:19:08,164 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:08,164 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:19:08,164 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:08,164 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:08,164 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:19:08,164 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:08,164 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:08,165 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634348164Disabling compacts and flushes for region at 1732634348164Disabling writes for close at 1732634348164Writing region close event to WAL at 1732634348164Closed at 1732634348164 2024-11-26T15:19:08,166 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/.initializing 2024-11-26T15:19:08,166 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/WALs/6cc2bc8bf733,45877,1732634346720 2024-11-26T15:19:08,169 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:19:08,174 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C45877%2C1732634346720, suffix=, logDir=hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/WALs/6cc2bc8bf733,45877,1732634346720, archiveDir=hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/oldWALs, maxLogs=10 2024-11-26T15:19:08,194 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/WALs/6cc2bc8bf733,45877,1732634346720/6cc2bc8bf733%2C45877%2C1732634346720.1732634348174, exclude list is [], retry=0 2024-11-26T15:19:08,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36293,DS-d0a8eb77-751e-4e27-90d9-2224b320900c,DISK] 2024-11-26T15:19:08,209 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/WALs/6cc2bc8bf733,45877,1732634346720/6cc2bc8bf733%2C45877%2C1732634346720.1732634348174 2024-11-26T15:19:08,212 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45345:45345)] 2024-11-26T15:19:08,212 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:19:08,213 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:08,213 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:08,213 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:08,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:08,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:19:08,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:08,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:08,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:08,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:19:08,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:08,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:08,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:08,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:19:08,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:08,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:08,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:08,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:19:08,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:08,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:08,240 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:08,241 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:08,242 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:08,243 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:08,243 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:08,244 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:19:08,246 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:08,255 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:19:08,255 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61691822, jitterRate=-0.0807202160358429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:19:08,256 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634348213Initializing all the Stores at 1732634348217 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634348217Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634348221 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634348221Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634348221Cleaning up temporary data from old regions at 1732634348243 (+22 ms)Region opened successfully at 1732634348256 (+13 ms) 2024-11-26T15:19:08,260 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:19:08,264 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a75ad18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:19:08,265 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:19:08,265 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:19:08,266 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:19:08,266 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:19:08,267 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:19:08,267 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:19:08,267 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:19:08,270 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:19:08,271 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Unable to get data of znode /1-441281172/balancer because node does not exist (not necessarily an error) 2024-11-26T15:19:08,332 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-441281172/balancer already deleted, retry=false 2024-11-26T15:19:08,332 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:19:08,334 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Unable to get data of znode /1-441281172/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:19:08,342 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-441281172/normalizer already deleted, retry=false 2024-11-26T15:19:08,344 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:19:08,370 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Unable to get data of znode /1-441281172/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:19:08,374 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-441281172/switch/split already deleted, retry=false 2024-11-26T15:19:08,376 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Unable to get data of znode /1-441281172/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:19:08,384 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-441281172/switch/merge already deleted, retry=false 2024-11-26T15:19:08,387 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Unable to get data of znode /1-441281172/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:19:08,395 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-441281172/snapshot-cleanup already deleted, retry=false 2024-11-26T15:19:08,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-441281172/running 2024-11-26T15:19:08,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172 2024-11-26T15:19:08,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-441281172/running 2024-11-26T15:19:08,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172 2024-11-26T15:19:08,411 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,45877,1732634346720, sessionid=0x10177b9e0980003, setting cluster-up flag (Was=false) 2024-11-26T15:19:08,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172 2024-11-26T15:19:08,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172 2024-11-26T15:19:08,458 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-441281172/flush-table-proc/acquired, /1-441281172/flush-table-proc/reached, /1-441281172/flush-table-proc/abort 2024-11-26T15:19:08,459 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,45877,1732634346720 2024-11-26T15:19:08,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172 2024-11-26T15:19:08,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172 2024-11-26T15:19:08,511 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-441281172/online-snapshot/acquired, /1-441281172/online-snapshot/reached, /1-441281172/online-snapshot/abort 2024-11-26T15:19:08,513 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,45877,1732634346720 2024-11-26T15:19:08,525 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:19:08,538 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:19:08,539 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:19:08,539 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:19:08,539 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,45877,1732634346720 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:19:08,542 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:19:08,542 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:19:08,542 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:19:08,542 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:19:08,542 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:19:08,542 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:08,542 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:19:08,542 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:08,577 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(746): ClusterId : d306c734-d479-4fc5-ad7e-6d94af8be59d 2024-11-26T15:19:08,578 DEBUG [RS:0;6cc2bc8bf733:45161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:19:08,580 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:19:08,580 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:19:08,581 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:08,581 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:19:08,585 DEBUG [RS:0;6cc2bc8bf733:45161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:19:08,585 DEBUG [RS:0;6cc2bc8bf733:45161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:19:08,596 DEBUG [RS:0;6cc2bc8bf733:45161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:19:08,599 DEBUG [RS:0;6cc2bc8bf733:45161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c2d778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:19:08,637 DEBUG [RS:0;6cc2bc8bf733:45161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:45161 2024-11-26T15:19:08,637 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:19:08,637 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:19:08,637 DEBUG [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:19:08,639 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,45877,1732634346720 with port=45161, startcode=1732634346826 2024-11-26T15:19:08,639 DEBUG [RS:0;6cc2bc8bf733:45161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:19:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36293 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:19:08,650 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634378650 2024-11-26T15:19:08,650 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:19:08,650 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:19:08,651 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:19:08,651 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:19:08,651 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:19:08,651 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:19:08,652 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:08,664 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:19:08,665 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:19:08,665 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:19:08,665 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:19:08,672 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:19:08,673 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:19:08,677 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634348673,5,FailOnTimeoutGroup] 2024-11-26T15:19:08,679 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:19:08,679 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45877 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:19:08,688 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634348677,5,FailOnTimeoutGroup] 2024-11-26T15:19:08,688 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:08,688 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:19:08,688 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:08,688 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:08,705 DEBUG [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T15:19:08,705 WARN [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T15:19:08,806 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,45877,1732634346720 with port=45161, startcode=1732634346826 2024-11-26T15:19:08,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,45161,1732634346826 2024-11-26T15:19:08,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45877 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,45161,1732634346826 2024-11-26T15:19:08,811 DEBUG [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4 2024-11-26T15:19:08,812 DEBUG [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37053 2024-11-26T15:19:08,813 DEBUG [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:19:08,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172/rs 2024-11-26T15:19:08,870 DEBUG [RS:0;6cc2bc8bf733:45161 {}] zookeeper.ZKUtil(111): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Set watcher on existing znode=/1-441281172/rs/6cc2bc8bf733,45161,1732634346826 2024-11-26T15:19:08,870 WARN [RS:0;6cc2bc8bf733:45161 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:19:08,870 INFO [RS:0;6cc2bc8bf733:45161 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:19:08,870 DEBUG [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/WALs/6cc2bc8bf733,45161,1732634346826 2024-11-26T15:19:08,874 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,45161,1732634346826] 2024-11-26T15:19:08,898 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:19:08,908 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:19:08,924 INFO [RS:0;6cc2bc8bf733:45161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:19:08,924 INFO [RS:0;6cc2bc8bf733:45161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:08,928 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:19:08,930 INFO [RS:0;6cc2bc8bf733:45161 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:19:08,930 INFO [RS:0;6cc2bc8bf733:45161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:08,930 DEBUG [RS:0;6cc2bc8bf733:45161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:08,930 DEBUG [RS:0;6cc2bc8bf733:45161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:08,930 DEBUG [RS:0;6cc2bc8bf733:45161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:08,931 DEBUG [RS:0;6cc2bc8bf733:45161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:08,931 DEBUG [RS:0;6cc2bc8bf733:45161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:08,931 DEBUG [RS:0;6cc2bc8bf733:45161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:19:08,931 DEBUG [RS:0;6cc2bc8bf733:45161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:08,931 DEBUG [RS:0;6cc2bc8bf733:45161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:08,931 DEBUG [RS:0;6cc2bc8bf733:45161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:08,931 DEBUG [RS:0;6cc2bc8bf733:45161 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:08,931 DEBUG [RS:0;6cc2bc8bf733:45161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:08,931 DEBUG [RS:0;6cc2bc8bf733:45161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:08,931 DEBUG [RS:0;6cc2bc8bf733:45161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:19:08,931 DEBUG [RS:0;6cc2bc8bf733:45161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:19:08,944 INFO [RS:0;6cc2bc8bf733:45161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:08,944 INFO [RS:0;6cc2bc8bf733:45161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:08,944 INFO [RS:0;6cc2bc8bf733:45161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:08,944 INFO [RS:0;6cc2bc8bf733:45161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:08,944 INFO [RS:0;6cc2bc8bf733:45161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:08,944 INFO [RS:0;6cc2bc8bf733:45161 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45161,1732634346826-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:19:08,971 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:19:08,971 INFO [RS:0;6cc2bc8bf733:45161 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45161,1732634346826-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:08,971 INFO [RS:0;6cc2bc8bf733:45161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:08,971 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.Replication(171): 6cc2bc8bf733,45161,1732634346826 started 2024-11-26T15:19:08,992 INFO [RS:0;6cc2bc8bf733:45161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:08,992 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,45161,1732634346826, RpcServer on 6cc2bc8bf733/172.17.0.3:45161, sessionid=0x10177b9e0980004 2024-11-26T15:19:08,993 DEBUG [RS:0;6cc2bc8bf733:45161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:19:08,993 DEBUG [RS:0;6cc2bc8bf733:45161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,45161,1732634346826 2024-11-26T15:19:08,993 DEBUG [RS:0;6cc2bc8bf733:45161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,45161,1732634346826' 2024-11-26T15:19:08,993 DEBUG [RS:0;6cc2bc8bf733:45161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-441281172/flush-table-proc/abort' 2024-11-26T15:19:08,994 DEBUG [RS:0;6cc2bc8bf733:45161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-441281172/flush-table-proc/acquired' 2024-11-26T15:19:08,994 DEBUG [RS:0;6cc2bc8bf733:45161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:19:08,994 DEBUG [RS:0;6cc2bc8bf733:45161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:19:08,994 DEBUG [RS:0;6cc2bc8bf733:45161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,45161,1732634346826 2024-11-26T15:19:08,994 DEBUG [RS:0;6cc2bc8bf733:45161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,45161,1732634346826' 2024-11-26T15:19:08,995 DEBUG [RS:0;6cc2bc8bf733:45161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-441281172/online-snapshot/abort' 2024-11-26T15:19:08,995 DEBUG [RS:0;6cc2bc8bf733:45161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-441281172/online-snapshot/acquired' 2024-11-26T15:19:08,996 DEBUG [RS:0;6cc2bc8bf733:45161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:19:08,996 INFO [RS:0;6cc2bc8bf733:45161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:19:08,996 INFO [RS:0;6cc2bc8bf733:45161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:19:09,043 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:19:09,043 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4 2024-11-26T15:19:09,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36293 is added to blk_1073741832_1008 (size=32) 2024-11-26T15:19:09,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:09,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:19:09,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:19:09,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:09,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:09,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:19:09,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:19:09,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:09,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:09,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:19:09,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:19:09,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:09,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:09,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:19:09,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:19:09,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:09,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:09,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:19:09,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/data/hbase/meta/1588230740 2024-11-26T15:19:09,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/data/hbase/meta/1588230740 2024-11-26T15:19:09,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:19:09,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:19:09,089 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:19:09,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:19:09,097 INFO [RS:0;6cc2bc8bf733:45161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:19:09,099 INFO [RS:0;6cc2bc8bf733:45161 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C45161%2C1732634346826, suffix=, logDir=hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/WALs/6cc2bc8bf733,45161,1732634346826, archiveDir=hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/oldWALs, maxLogs=10 2024-11-26T15:19:09,105 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:19:09,106 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62970356, jitterRate=-0.061668574810028076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:19:09,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634349062Initializing all the Stores at 1732634349063 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634349063Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634349064 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634349064Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634349064Cleaning up temporary data from old regions at 1732634349088 (+24 ms)Region opened successfully at 1732634349106 (+18 ms) 2024-11-26T15:19:09,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:19:09,107 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:19:09,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:19:09,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:19:09,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:19:09,107 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:19:09,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634349106Disabling compacts and flushes for region at 1732634349106Disabling writes for close at 1732634349107 (+1 ms)Writing region close event to WAL at 1732634349107Closed at 1732634349107 2024-11-26T15:19:09,109 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:19:09,109 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:19:09,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:19:09,111 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:19:09,114 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:19:09,120 DEBUG [RS:0;6cc2bc8bf733:45161 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/WALs/6cc2bc8bf733,45161,1732634346826/6cc2bc8bf733%2C45161%2C1732634346826.1732634349100, exclude list is [], retry=0 2024-11-26T15:19:09,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36293,DS-d0a8eb77-751e-4e27-90d9-2224b320900c,DISK] 2024-11-26T15:19:09,141 INFO [RS:0;6cc2bc8bf733:45161 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/WALs/6cc2bc8bf733,45161,1732634346826/6cc2bc8bf733%2C45161%2C1732634346826.1732634349100 2024-11-26T15:19:09,142 DEBUG [RS:0;6cc2bc8bf733:45161 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45345:45345)] 2024-11-26T15:19:09,264 DEBUG [6cc2bc8bf733:45877 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:19:09,265 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,45161,1732634346826 2024-11-26T15:19:09,267 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,45161,1732634346826, state=OPENING 2024-11-26T15:19:09,280 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:19:09,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172 2024-11-26T15:19:09,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172 2024-11-26T15:19:09,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-441281172/meta-region-server: CHANGED 2024-11-26T15:19:09,291 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:19:09,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,45161,1732634346826}] 2024-11-26T15:19:09,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-441281172/meta-region-server: CHANGED 2024-11-26T15:19:09,400 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T15:19:09,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T15:19:09,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T15:19:09,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:19:09,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T15:19:09,415 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:19:09,415 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T15:19:09,415 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T15:19:09,415 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T15:19:09,445 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:19:09,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:19:09,458 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:19:09,458 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:19:09,462 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:19:09,465 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C45161%2C1732634346826.meta, suffix=.meta, logDir=hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/WALs/6cc2bc8bf733,45161,1732634346826, archiveDir=hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/oldWALs, maxLogs=10 2024-11-26T15:19:09,484 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/WALs/6cc2bc8bf733,45161,1732634346826/6cc2bc8bf733%2C45161%2C1732634346826.meta.1732634349466.meta, exclude list is [], retry=0 2024-11-26T15:19:09,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36293,DS-d0a8eb77-751e-4e27-90d9-2224b320900c,DISK] 2024-11-26T15:19:09,505 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/WALs/6cc2bc8bf733,45161,1732634346826/6cc2bc8bf733%2C45161%2C1732634346826.meta.1732634349466.meta 2024-11-26T15:19:09,513 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45345:45345)] 2024-11-26T15:19:09,513 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:19:09,514 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:19:09,514 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:19:09,514 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:19:09,514 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:19:09,514 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:19:09,514 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:09,514 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:19:09,514 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:19:09,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:19:09,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:19:09,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:09,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:09,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:19:09,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:19:09,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:09,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:09,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:19:09,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:19:09,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:09,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:09,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:19:09,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:19:09,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:09,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:09,529 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:19:09,530 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/data/hbase/meta/1588230740 2024-11-26T15:19:09,532 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/data/hbase/meta/1588230740 2024-11-26T15:19:09,533 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:19:09,534 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:19:09,535 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:19:09,538 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:19:09,540 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69900525, jitterRate=0.04159899055957794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:19:09,540 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:19:09,541 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634349515Writing region info on filesystem at 1732634349515Initializing all the Stores at 1732634349516 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634349516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634349517 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634349517Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634349517Cleaning up temporary data from old regions at 1732634349534 (+17 ms)Running coprocessor post-open hooks at 1732634349540 (+6 ms)Region opened successfully at 1732634349540 2024-11-26T15:19:09,544 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634349445 2024-11-26T15:19:09,552 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:19:09,552 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:19:09,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,45161,1732634346826 2024-11-26T15:19:09,558 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,45161,1732634346826, state=OPEN 2024-11-26T15:19:09,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-441281172/meta-region-server 2024-11-26T15:19:09,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-441281172/meta-region-server 2024-11-26T15:19:09,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-441281172/meta-region-server: CHANGED 2024-11-26T15:19:09,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-441281172/meta-region-server: CHANGED 2024-11-26T15:19:09,564 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,45161,1732634346826 2024-11-26T15:19:09,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:19:09,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,45161,1732634346826 in 273 msec 2024-11-26T15:19:09,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:19:09,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-26T15:19:09,587 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:19:09,587 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:19:09,590 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:19:09,590 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45161,1732634346826, seqNum=-1] 2024-11-26T15:19:09,591 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:19:09,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:19:09,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0630 sec 2024-11-26T15:19:09,601 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634349601, completionTime=-1 2024-11-26T15:19:09,602 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:19:09,602 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:19:09,604 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:19:09,604 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634409604 2024-11-26T15:19:09,604 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634469604 2024-11-26T15:19:09,604 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T15:19:09,605 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45877,1732634346720-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:09,605 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45877,1732634346720-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:09,605 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45877,1732634346720-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:09,605 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:45877, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:09,605 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:09,608 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:19:09,616 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:09,624 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.734sec 2024-11-26T15:19:09,624 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:19:09,624 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:19:09,624 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:19:09,624 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:19:09,624 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:19:09,624 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45877,1732634346720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:19:09,624 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45877,1732634346720-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:19:09,671 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:19:09,671 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:19:09,671 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45877,1732634346720-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:09,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601344d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:09,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,45877,-1 for getting cluster id 2024-11-26T15:19:09,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:19:09,690 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd306c734-d479-4fc5-ad7e-6d94af8be59d' 2024-11-26T15:19:09,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:19:09,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d306c734-d479-4fc5-ad7e-6d94af8be59d" 2024-11-26T15:19:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b873bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,45877,-1] 2024-11-26T15:19:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:19:09,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:09,693 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:19:09,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e8b231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:09,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:19:09,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45161,1732634346826, seqNum=-1] 2024-11-26T15:19:09,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:19:09,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:19:09,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,45877,1732634346720 2024-11-26T15:19:09,706 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57942 2024-11-26T15:19:09,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:19:09,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10177b9e0980005 connected 2024-11-26T15:19:09,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299bfbe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:09,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,45923,-1 for getting cluster id 2024-11-26T15:19:09,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:19:09,790 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b580172-d242-476c-9621-1e9efc88efd2' 2024-11-26T15:19:09,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:19:09,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b580172-d242-476c-9621-1e9efc88efd2" 2024-11-26T15:19:09,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c9c4d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:09,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,45923,-1] 2024-11-26T15:19:09,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:19:09,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:09,793 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:19:09,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e2792c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:09,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:19:09,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,45923,1732634340863 2024-11-26T15:19:09,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@352121c 2024-11-26T15:19:09,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:19:09,798 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:19:09,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6cc2bc8bf733:45877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T15:19:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:19:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:19:09,803 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:45877' 2024-11-26T15:19:09,809 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559e651c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:09,809 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,45877,-1 for getting cluster id 2024-11-26T15:19:09,809 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:19:09,812 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd306c734-d479-4fc5-ad7e-6d94af8be59d' 2024-11-26T15:19:09,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:19:09,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d306c734-d479-4fc5-ad7e-6d94af8be59d" 2024-11-26T15:19:09,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cdf9121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:09,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,45877,-1] 2024-11-26T15:19:09,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:19:09,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:09,815 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:19:09,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ba02cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:09,817 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:19:09,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,45877,1732634346720 2024-11-26T15:19:09,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@695a721a 2024-11-26T15:19:09,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:19:09,822 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:19:09,823 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T15:19:09,824 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:19:09,824 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:09,824 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:09,824 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:19:09,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:19:09,832 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T15:19:09,834 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:19:09,834 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:09,837 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:19:09,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741835_1011 (size=1138) 2024-11-26T15:19:09,857 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 614b7b48035811ed89df5c8902b752ff, NAME => 'hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675 2024-11-26T15:19:09,883 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T15:19:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:19:09,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741836_1012 (size=44) 2024-11-26T15:19:10,038 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:19:10,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:10,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:19:10,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:10,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 614b7b48035811ed89df5c8902b752ff, disabling compactions & flushes 2024-11-26T15:19:10,320 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff. 2024-11-26T15:19:10,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff. 2024-11-26T15:19:10,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff. after waiting 0 ms 2024-11-26T15:19:10,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff. 2024-11-26T15:19:10,320 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff. 2024-11-26T15:19:10,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 614b7b48035811ed89df5c8902b752ff: Waiting for close lock at 1732634350320Disabling compacts and flushes for region at 1732634350320Disabling writes for close at 1732634350320Writing region close event to WAL at 1732634350320Closed at 1732634350320 2024-11-26T15:19:10,323 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:19:10,323 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732634350323"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634350323"}]},"ts":"1732634350323"} 2024-11-26T15:19:10,326 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:19:10,327 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:19:10,327 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634350327"}]},"ts":"1732634350327"} 2024-11-26T15:19:10,330 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T15:19:10,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=614b7b48035811ed89df5c8902b752ff, ASSIGN}] 2024-11-26T15:19:10,332 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=614b7b48035811ed89df5c8902b752ff, ASSIGN 2024-11-26T15:19:10,334 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=614b7b48035811ed89df5c8902b752ff, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,41161,1732634341305; forceNewPlan=false, retain=false 2024-11-26T15:19:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:19:10,484 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=614b7b48035811ed89df5c8902b752ff, regionState=OPENING, regionLocation=6cc2bc8bf733,41161,1732634341305 2024-11-26T15:19:10,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=614b7b48035811ed89df5c8902b752ff, ASSIGN because future has completed 2024-11-26T15:19:10,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 614b7b48035811ed89df5c8902b752ff, server=6cc2bc8bf733,41161,1732634341305}] 2024-11-26T15:19:10,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff. 2024-11-26T15:19:10,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:19:10,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T15:19:10,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C41161%2C1732634341305.rep, suffix=, logDir=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305, archiveDir=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/oldWALs, maxLogs=10 2024-11-26T15:19:10,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305/6cc2bc8bf733%2C41161%2C1732634341305.rep.1732634350647, exclude list is [], retry=0 2024-11-26T15:19:10,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43817,DS-c7657b07-2095-4b12-8905-65310561c013,DISK] 2024-11-26T15:19:10,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305/6cc2bc8bf733%2C41161%2C1732634341305.rep.1732634350647 2024-11-26T15:19:10,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46853:46853)] 2024-11-26T15:19:10,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 614b7b48035811ed89df5c8902b752ff, NAME => 'hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:19:10,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:19:10,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:19:10,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff. service=MultiRowMutationService 2024-11-26T15:19:10,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T15:19:10,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 614b7b48035811ed89df5c8902b752ff 2024-11-26T15:19:10,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:10,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 614b7b48035811ed89df5c8902b752ff 2024-11-26T15:19:10,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 614b7b48035811ed89df5c8902b752ff 2024-11-26T15:19:10,675 INFO [StoreOpener-614b7b48035811ed89df5c8902b752ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 614b7b48035811ed89df5c8902b752ff 2024-11-26T15:19:10,677 INFO [StoreOpener-614b7b48035811ed89df5c8902b752ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 614b7b48035811ed89df5c8902b752ff columnFamilyName hfileref 2024-11-26T15:19:10,677 DEBUG [StoreOpener-614b7b48035811ed89df5c8902b752ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:10,677 INFO [StoreOpener-614b7b48035811ed89df5c8902b752ff-1 {}] regionserver.HStore(327): Store=614b7b48035811ed89df5c8902b752ff/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:10,677 INFO [StoreOpener-614b7b48035811ed89df5c8902b752ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 614b7b48035811ed89df5c8902b752ff 2024-11-26T15:19:10,680 INFO [StoreOpener-614b7b48035811ed89df5c8902b752ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 614b7b48035811ed89df5c8902b752ff columnFamilyName queue 2024-11-26T15:19:10,680 DEBUG [StoreOpener-614b7b48035811ed89df5c8902b752ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:10,681 INFO [StoreOpener-614b7b48035811ed89df5c8902b752ff-1 {}] regionserver.HStore(327): Store=614b7b48035811ed89df5c8902b752ff/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:10,681 INFO [StoreOpener-614b7b48035811ed89df5c8902b752ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 614b7b48035811ed89df5c8902b752ff 2024-11-26T15:19:10,683 INFO [StoreOpener-614b7b48035811ed89df5c8902b752ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 614b7b48035811ed89df5c8902b752ff columnFamilyName sid 2024-11-26T15:19:10,683 DEBUG [StoreOpener-614b7b48035811ed89df5c8902b752ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:10,684 INFO [StoreOpener-614b7b48035811ed89df5c8902b752ff-1 {}] regionserver.HStore(327): Store=614b7b48035811ed89df5c8902b752ff/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:10,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 614b7b48035811ed89df5c8902b752ff 2024-11-26T15:19:10,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/replication/614b7b48035811ed89df5c8902b752ff 2024-11-26T15:19:10,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/replication/614b7b48035811ed89df5c8902b752ff 2024-11-26T15:19:10,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 614b7b48035811ed89df5c8902b752ff 2024-11-26T15:19:10,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 614b7b48035811ed89df5c8902b752ff 2024-11-26T15:19:10,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:19:10,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 614b7b48035811ed89df5c8902b752ff 2024-11-26T15:19:10,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/replication/614b7b48035811ed89df5c8902b752ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:19:10,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 614b7b48035811ed89df5c8902b752ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68261658, jitterRate=0.017177969217300415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:19:10,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 614b7b48035811ed89df5c8902b752ff 2024-11-26T15:19:10,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 614b7b48035811ed89df5c8902b752ff: Running coprocessor pre-open hook at 1732634350673Writing region info on filesystem at 1732634350673Initializing all the Stores at 1732634350674 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634350674Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634350675 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634350675Cleaning up temporary data from old regions at 1732634350687 (+12 ms)Running coprocessor post-open hooks at 1732634350695 (+8 ms)Region opened successfully at 1732634350696 (+1 ms) 2024-11-26T15:19:10,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff., pid=7, masterSystemTime=1732634350639 2024-11-26T15:19:10,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff. 2024-11-26T15:19:10,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff. 2024-11-26T15:19:10,701 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=614b7b48035811ed89df5c8902b752ff, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,41161,1732634341305 2024-11-26T15:19:10,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 614b7b48035811ed89df5c8902b752ff, server=6cc2bc8bf733,41161,1732634341305 because future has completed 2024-11-26T15:19:10,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T15:19:10,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 614b7b48035811ed89df5c8902b752ff, server=6cc2bc8bf733,41161,1732634341305 in 218 msec 2024-11-26T15:19:10,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:19:10,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=614b7b48035811ed89df5c8902b752ff, ASSIGN in 377 msec 2024-11-26T15:19:10,712 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:19:10,712 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634350712"}]},"ts":"1732634350712"} 2024-11-26T15:19:10,714 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T15:19:10,716 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:19:10,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 891 msec 2024-11-26T15:19:10,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff., hostname=6cc2bc8bf733,41161,1732634341305, seqNum=2] 2024-11-26T15:19:10,763 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431 2024-11-26T15:19:10,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431 2024-11-26T15:19:10,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:19:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:19:10,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T15:19:10,942 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T15:19:10,975 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6cc2bc8bf733,41161,1732634341305, ReplicationSource: 1, currentBandwidth=0 2024-11-26T15:19:10,976 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:19:10,976 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,41161,1732634341305, seqNum=-1] 2024-11-26T15:19:10,976 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:19:10,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-26T15:19:10,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6cc2bc8bf733,41161,1732634341305', locateType=CURRENT is [region=hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff., hostname=6cc2bc8bf733,41161,1732634341305, seqNum=2] 2024-11-26T15:19:10,984 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T15:19:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T15:19:10,990 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6cc2bc8bf733,41161,1732634341305 suceeded 2024-11-26T15:19:10,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T15:19:10,997 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6cc2bc8bf733:45877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:19:10,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-26T15:19:10,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1990 sec 2024-11-26T15:19:11,009 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:45877' 2024-11-26T15:19:11,011 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75c3712a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:11,011 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,45877,-1 for getting cluster id 2024-11-26T15:19:11,012 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:19:11,013 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd306c734-d479-4fc5-ad7e-6d94af8be59d' 2024-11-26T15:19:11,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:19:11,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d306c734-d479-4fc5-ad7e-6d94af8be59d" 2024-11-26T15:19:11,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61f76b3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:11,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,45877,-1] 2024-11-26T15:19:11,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:19:11,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:11,016 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:19:11,017 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65f8e7bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:11,017 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:19:11,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,45877,1732634346720 2024-11-26T15:19:11,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f6cf693 2024-11-26T15:19:11,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:19:11,021 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-26T15:19:11,023 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6cc2bc8bf733,41161,1732634341305 (queues=1) is replicating from cluster=8b580172-d242-476c-9621-1e9efc88efd2 to cluster=d306c734-d479-4fc5-ad7e-6d94af8be59d 2024-11-26T15:19:11,023 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6cc2bc8bf733%2C41161%2C1732634341305 2024-11-26T15:19:11,023 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6cc2bc8bf733,41161,1732634341305, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:19:11,024 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305.replicationSource.wal-reader.6cc2bc8bf733%2C41161%2C1732634341305,1-6cc2bc8bf733,41161,1732634341305 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305/6cc2bc8bf733%2C41161%2C1732634341305.1732634343541, startPosition=0, beingWritten=true 2024-11-26T15:19:11,029 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305.replicationSource.shipper6cc2bc8bf733%2C41161%2C1732634341305,1-6cc2bc8bf733,41161,1732634341305 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C41161%2C1732634341305 2024-11-26T15:19:11,241 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305.replicationSource.wal-reader.6cc2bc8bf733%2C41161%2C1732634341305,1-6cc2bc8bf733,41161,1732634341305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305/6cc2bc8bf733%2C41161%2C1732634341305.1732634343541 to pos 0, reset compression=false 2024-11-26T15:19:11,548 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305.replicationSource.wal-reader.6cc2bc8bf733%2C41161%2C1732634341305,1-6cc2bc8bf733,41161,1732634341305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305/6cc2bc8bf733%2C41161%2C1732634341305.1732634343541 to pos 0, reset compression=false 2024-11-26T15:19:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:19:11,945 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T15:19:11,945 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:19:11,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:19:11,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:11,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:11,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:19:11,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:19:11,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,45923,1732634340863 2024-11-26T15:19:11,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d21d53f 2024-11-26T15:19:11,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:19:11,948 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:19:11,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T15:19:11,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:19:11,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:19:11,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:19:11,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:11,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:11,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:19:11,949 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:19:11,949 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=479089456, stopped=false 2024-11-26T15:19:11,949 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,45877,1732634346720 2024-11-26T15:19:11,953 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305.replicationSource.wal-reader.6cc2bc8bf733%2C41161%2C1732634341305,1-6cc2bc8bf733,41161,1732634341305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305/6cc2bc8bf733%2C41161%2C1732634341305.1732634343541 to pos 0, reset compression=false 2024-11-26T15:19:11,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-441281172/running 2024-11-26T15:19:11,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-441281172/running 2024-11-26T15:19:11,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172 2024-11-26T15:19:11,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172 2024-11-26T15:19:11,962 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:19:11,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:19:11,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:19:11,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:11,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Set watcher on znode that does not yet exist, /1-441281172/running 2024-11-26T15:19:11,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Set watcher on znode that does not yet exist, /1-441281172/running 2024-11-26T15:19:11,963 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,45161,1732634346826' ***** 2024-11-26T15:19:11,963 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:19:11,963 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:19:11,963 INFO [RS:0;6cc2bc8bf733:45161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:19:11,963 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:19:11,963 INFO [RS:0;6cc2bc8bf733:45161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:19:11,963 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,45161,1732634346826 2024-11-26T15:19:11,963 INFO [RS:0;6cc2bc8bf733:45161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:19:11,963 INFO [RS:0;6cc2bc8bf733:45161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:45161. 2024-11-26T15:19:11,963 DEBUG [RS:0;6cc2bc8bf733:45161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:19:11,963 DEBUG [RS:0;6cc2bc8bf733:45161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:11,963 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:19:11,963 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:19:11,963 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:19:11,963 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:19:11,964 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T15:19:11,964 DEBUG [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:19:11,964 DEBUG [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:19:11,964 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:19:11,964 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:19:11,964 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:19:11,964 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:19:11,964 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:19:11,964 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T15:19:11,979 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/data/hbase/meta/1588230740/.tmp/ns/9be2b16041bb4bf2b54f0002f342e38b is 43, key is default/ns:d/1732634349593/Put/seqid=0 2024-11-26T15:19:11,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36293 is added to blk_1073741835_1011 (size=5153) 2024-11-26T15:19:12,053 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:19:12,164 DEBUG [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:19:12,364 DEBUG [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:19:12,384 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/data/hbase/meta/1588230740/.tmp/ns/9be2b16041bb4bf2b54f0002f342e38b 2024-11-26T15:19:12,390 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/data/hbase/meta/1588230740/.tmp/ns/9be2b16041bb4bf2b54f0002f342e38b as hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/data/hbase/meta/1588230740/ns/9be2b16041bb4bf2b54f0002f342e38b 2024-11-26T15:19:12,396 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/data/hbase/meta/1588230740/ns/9be2b16041bb4bf2b54f0002f342e38b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T15:19:12,397 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-26T15:19:12,402 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T15:19:12,403 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:19:12,403 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:19:12,403 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:19:12,403 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634351964Running coprocessor pre-close hooks at 1732634351964Disabling compacts and flushes for region at 1732634351964Disabling writes for close at 1732634351964Obtaining lock to block concurrent updates at 1732634351964Preparing flush snapshotting stores in 1588230740 at 1732634351964Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732634351964Flushing stores of hbase:meta,,1.1588230740 at 1732634351965 (+1 ms)Flushing 1588230740/ns: creating writer at 1732634351965Flushing 1588230740/ns: appending metadata at 1732634351978 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732634351978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a0fbd71: reopening flushed file at 1732634352389 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1732634352397 (+8 ms)Writing region close event to WAL at 1732634352398 (+1 ms)Running coprocessor post-close hooks at 1732634352403 (+5 ms)Closed at 1732634352403 2024-11-26T15:19:12,403 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:19:12,458 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305.replicationSource.wal-reader.6cc2bc8bf733%2C41161%2C1732634341305,1-6cc2bc8bf733,41161,1732634341305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305/6cc2bc8bf733%2C41161%2C1732634341305.1732634343541 to pos 0, reset compression=false 2024-11-26T15:19:12,564 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,45161,1732634346826; all regions closed. 2024-11-26T15:19:12,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36293 is added to blk_1073741834_1010 (size=1152) 2024-11-26T15:19:12,567 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/WALs/6cc2bc8bf733,45161,1732634346826/6cc2bc8bf733%2C45161%2C1732634346826.meta.1732634349466.meta not finished, retry = 0 2024-11-26T15:19:12,670 DEBUG [RS:0;6cc2bc8bf733:45161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/oldWALs 2024-11-26T15:19:12,670 INFO [RS:0;6cc2bc8bf733:45161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C45161%2C1732634346826.meta:.meta(num 1732634349466) 2024-11-26T15:19:12,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36293 is added to blk_1073741833_1009 (size=93) 2024-11-26T15:19:12,674 DEBUG [RS:0;6cc2bc8bf733:45161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/oldWALs 2024-11-26T15:19:12,674 INFO [RS:0;6cc2bc8bf733:45161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C45161%2C1732634346826:(num 1732634349100) 2024-11-26T15:19:12,674 DEBUG [RS:0;6cc2bc8bf733:45161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:12,674 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:19:12,674 INFO [RS:0;6cc2bc8bf733:45161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:19:12,675 INFO [RS:0;6cc2bc8bf733:45161 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T15:19:12,675 INFO [RS:0;6cc2bc8bf733:45161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:19:12,675 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:19:12,675 INFO [RS:0;6cc2bc8bf733:45161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45161 2024-11-26T15:19:12,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-441281172/rs/6cc2bc8bf733,45161,1732634346826 2024-11-26T15:19:12,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172/rs 2024-11-26T15:19:12,679 INFO [RS:0;6cc2bc8bf733:45161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:19:12,679 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,45161,1732634346826] 2024-11-26T15:19:12,700 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-441281172/draining/6cc2bc8bf733,45161,1732634346826 already deleted, retry=false 2024-11-26T15:19:12,700 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,45161,1732634346826 expired; onlineServers=0 2024-11-26T15:19:12,700 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,45877,1732634346720' ***** 2024-11-26T15:19:12,700 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:19:12,700 INFO [M:0;6cc2bc8bf733:45877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:19:12,700 INFO [M:0;6cc2bc8bf733:45877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:19:12,700 DEBUG [M:0;6cc2bc8bf733:45877 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:19:12,700 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:19:12,700 DEBUG [M:0;6cc2bc8bf733:45877 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:19:12,700 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634348673 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634348673,5,FailOnTimeoutGroup] 2024-11-26T15:19:12,700 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634348677 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634348677,5,FailOnTimeoutGroup] 2024-11-26T15:19:12,700 INFO [M:0;6cc2bc8bf733:45877 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:19:12,700 INFO [M:0;6cc2bc8bf733:45877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:19:12,700 DEBUG [M:0;6cc2bc8bf733:45877 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:19:12,701 INFO [M:0;6cc2bc8bf733:45877 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:19:12,701 INFO [M:0;6cc2bc8bf733:45877 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:19:12,701 INFO [M:0;6cc2bc8bf733:45877 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:19:12,701 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:19:12,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-441281172/master 2024-11-26T15:19:12,710 DEBUG [M:0;6cc2bc8bf733:45877 {}] zookeeper.ZKUtil(347): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Unable to get data of znode /1-441281172/master because node does not exist (not an error) 2024-11-26T15:19:12,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-441281172 2024-11-26T15:19:12,710 WARN [M:0;6cc2bc8bf733:45877 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:19:12,711 INFO [M:0;6cc2bc8bf733:45877 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/.lastflushedseqids 2024-11-26T15:19:12,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36293 is added to blk_1073741836_1012 (size=99) 2024-11-26T15:19:12,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:19:12,789 INFO [RS:0;6cc2bc8bf733:45161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:19:12,790 INFO [RS:0;6cc2bc8bf733:45161 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,45161,1732634346826; zookeeper connection closed. 2024-11-26T15:19:12,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45161-0x10177b9e0980004, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:19:12,790 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33ff5d74 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33ff5d74 2024-11-26T15:19:12,790 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:19:13,064 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305.replicationSource.wal-reader.6cc2bc8bf733%2C41161%2C1732634341305,1-6cc2bc8bf733,41161,1732634341305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305/6cc2bc8bf733%2C41161%2C1732634341305.1732634343541 to pos 0, reset compression=false 2024-11-26T15:19:13,117 INFO [M:0;6cc2bc8bf733:45877 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:19:13,117 INFO [M:0;6cc2bc8bf733:45877 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:19:13,117 DEBUG [M:0;6cc2bc8bf733:45877 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:19:13,117 INFO [M:0;6cc2bc8bf733:45877 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:13,117 DEBUG [M:0;6cc2bc8bf733:45877 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:13,117 DEBUG [M:0;6cc2bc8bf733:45877 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:19:13,117 DEBUG [M:0;6cc2bc8bf733:45877 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:13,117 INFO [M:0;6cc2bc8bf733:45877 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T15:19:13,162 DEBUG [M:0;6cc2bc8bf733:45877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89a3a3073dbd4fafb27bf0e92ae1c63d is 82, key is hbase:meta,,1/info:regioninfo/1732634349554/Put/seqid=0 2024-11-26T15:19:13,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36293 is added to blk_1073741837_1013 (size=5672) 2024-11-26T15:19:13,172 INFO [M:0;6cc2bc8bf733:45877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89a3a3073dbd4fafb27bf0e92ae1c63d 2024-11-26T15:19:13,198 DEBUG [M:0;6cc2bc8bf733:45877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a34e2649120b49e7b8b45c8817d02827 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732634349600/Put/seqid=0 2024-11-26T15:19:13,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36293 is added to blk_1073741838_1014 (size=5275) 2024-11-26T15:19:13,214 INFO [M:0;6cc2bc8bf733:45877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a34e2649120b49e7b8b45c8817d02827 2024-11-26T15:19:13,239 DEBUG [M:0;6cc2bc8bf733:45877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5f2ba21190f4e4b89b815ea19e2b6ce is 69, key is 6cc2bc8bf733,45161,1732634346826/rs:state/1732634348808/Put/seqid=0 2024-11-26T15:19:13,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36293 is added to blk_1073741839_1015 (size=5156) 2024-11-26T15:19:13,254 INFO [M:0;6cc2bc8bf733:45877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5f2ba21190f4e4b89b815ea19e2b6ce 2024-11-26T15:19:13,261 DEBUG [M:0;6cc2bc8bf733:45877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89a3a3073dbd4fafb27bf0e92ae1c63d as hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89a3a3073dbd4fafb27bf0e92ae1c63d 2024-11-26T15:19:13,267 INFO [M:0;6cc2bc8bf733:45877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89a3a3073dbd4fafb27bf0e92ae1c63d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T15:19:13,268 DEBUG [M:0;6cc2bc8bf733:45877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a34e2649120b49e7b8b45c8817d02827 as hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a34e2649120b49e7b8b45c8817d02827 2024-11-26T15:19:13,274 INFO [M:0;6cc2bc8bf733:45877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a34e2649120b49e7b8b45c8817d02827, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T15:19:13,275 DEBUG [M:0;6cc2bc8bf733:45877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5f2ba21190f4e4b89b815ea19e2b6ce as hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5f2ba21190f4e4b89b815ea19e2b6ce 2024-11-26T15:19:13,286 INFO [M:0;6cc2bc8bf733:45877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37053/user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5f2ba21190f4e4b89b815ea19e2b6ce, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T15:19:13,288 INFO [M:0;6cc2bc8bf733:45877 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 171ms, sequenceid=28, compaction requested=false 2024-11-26T15:19:13,296 INFO [M:0;6cc2bc8bf733:45877 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:13,296 DEBUG [M:0;6cc2bc8bf733:45877 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634353117Disabling compacts and flushes for region at 1732634353117Disabling writes for close at 1732634353117Obtaining lock to block concurrent updates at 1732634353117Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634353117Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732634353118 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634353120 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634353120Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634353161 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634353161Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634353181 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634353198 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634353198Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634353220 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634353238 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634353238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c526c9c: reopening flushed file at 1732634353259 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f1dff42: reopening flushed file at 1732634353268 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1de09cbb: reopening flushed file at 1732634353274 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 171ms, sequenceid=28, compaction requested=false at 1732634353288 (+14 ms)Writing region close event to WAL at 1732634353296 (+8 ms)Closed at 1732634353296 2024-11-26T15:19:13,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36293 is added to blk_1073741830_1006 (size=10165) 2024-11-26T15:19:13,305 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ccc8d438-9f73-3581-cbaa-a1e2398ef5e4/MasterData/WALs/6cc2bc8bf733,45877,1732634346720/6cc2bc8bf733%2C45877%2C1732634346720.1732634348174 not finished, retry = 0 2024-11-26T15:19:13,407 INFO [M:0;6cc2bc8bf733:45877 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:19:13,407 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:19:13,407 INFO [M:0;6cc2bc8bf733:45877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45877 2024-11-26T15:19:13,407 INFO [M:0;6cc2bc8bf733:45877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:19:13,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:19:13,516 INFO [M:0;6cc2bc8bf733:45877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:19:13,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x10177b9e0980003, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:19:13,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5be449fc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:19:13,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3234deef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:19:13,518 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:19:13,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cd773f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:19:13,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b95b4f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/hadoop.log.dir/,STOPPED} 2024-11-26T15:19:13,519 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:19:13,519 WARN [BP-315161642-172.17.0.3-1732634344713 heartbeating to localhost/127.0.0.1:37053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:19:13,519 WARN [BP-315161642-172.17.0.3-1732634344713 heartbeating to localhost/127.0.0.1:37053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-315161642-172.17.0.3-1732634344713 (Datanode Uuid f58fd765-130b-43c0-a892-deb553148ccd) service to localhost/127.0.0.1:37053 2024-11-26T15:19:13,519 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:19:13,520 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/cluster_06d68aee-a914-34c1-db92-8f4abce0af67/data/data1/current/BP-315161642-172.17.0.3-1732634344713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:19:13,520 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/cluster_06d68aee-a914-34c1-db92-8f4abce0af67/data/data2/current/BP-315161642-172.17.0.3-1732634344713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:19:13,520 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:19:13,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15230209{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:19:13,526 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e12458e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:19:13,526 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:19:13,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf604b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:19:13,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c32071a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/hadoop.log.dir/,STOPPED} 2024-11-26T15:19:13,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:19:13,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:19:13,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:19:13,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:19:13,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:13,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:13,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:19:13,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:19:13,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=710055916, stopped=false 2024-11-26T15:19:13,545 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,45923,1732634340863 2024-11-26T15:19:13,552 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1182732431/running 2024-11-26T15:19:13,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1182732431/running 2024-11-26T15:19:13,552 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431 2024-11-26T15:19:13,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431 2024-11-26T15:19:13,552 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:19:13,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:19:13,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:19:13,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:13,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Set watcher on znode that does not yet exist, /0-1182732431/running 2024-11-26T15:19:13,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Set watcher on znode that does not yet exist, /0-1182732431/running 2024-11-26T15:19:13,554 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,41161,1732634341305' ***** 2024-11-26T15:19:13,554 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:19:13,554 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:19:13,554 INFO [RS:0;6cc2bc8bf733:41161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:19:13,554 INFO [RS:0;6cc2bc8bf733:41161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:19:13,554 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:19:13,554 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(3091): Received CLOSE for 614b7b48035811ed89df5c8902b752ff 2024-11-26T15:19:13,554 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,41161,1732634341305 2024-11-26T15:19:13,554 INFO [RS:0;6cc2bc8bf733:41161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:19:13,555 INFO [RS:0;6cc2bc8bf733:41161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:41161. 2024-11-26T15:19:13,555 DEBUG [RS:0;6cc2bc8bf733:41161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:19:13,555 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 614b7b48035811ed89df5c8902b752ff, disabling compactions & flushes 2024-11-26T15:19:13,555 DEBUG [RS:0;6cc2bc8bf733:41161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:13,555 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff. 2024-11-26T15:19:13,555 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:19:13,555 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff. 2024-11-26T15:19:13,555 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:19:13,555 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:19:13,555 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff. after waiting 0 ms 2024-11-26T15:19:13,555 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:19:13,555 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff. 2024-11-26T15:19:13,555 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 614b7b48035811ed89df5c8902b752ff 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-26T15:19:13,556 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T15:19:13,556 DEBUG [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(1325): Online Regions={614b7b48035811ed89df5c8902b752ff=hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:19:13,556 DEBUG [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 614b7b48035811ed89df5c8902b752ff 2024-11-26T15:19:13,556 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:19:13,556 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:19:13,556 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:19:13,556 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:19:13,556 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:19:13,556 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T15:19:13,579 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740/.tmp/info/7c25a0a8210b4937b2bbbf4d4cf6ceb6 is 147, key is hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff./info:regioninfo/1732634350701/Put/seqid=0 2024-11-26T15:19:13,580 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/replication/614b7b48035811ed89df5c8902b752ff/.tmp/queue/4846bb0a9738473e84fd9178d4093243 is 151, key is 1-6cc2bc8bf733,41161,1732634341305/queue:6cc2bc8bf733%2C41161%2C1732634341305/1732634350982/Put/seqid=0 2024-11-26T15:19:13,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741838_1014 (size=6631) 2024-11-26T15:19:13,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741839_1015 (size=5350) 2024-11-26T15:19:13,614 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:19:13,756 DEBUG [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 614b7b48035811ed89df5c8902b752ff 2024-11-26T15:19:13,771 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305.replicationSource.wal-reader.6cc2bc8bf733%2C41161%2C1732634341305,1-6cc2bc8bf733,41161,1732634341305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305/6cc2bc8bf733%2C41161%2C1732634341305.1732634343541 to pos 0, reset compression=false 2024-11-26T15:19:13,956 DEBUG [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 614b7b48035811ed89df5c8902b752ff 2024-11-26T15:19:13,991 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740/.tmp/info/7c25a0a8210b4937b2bbbf4d4cf6ceb6 2024-11-26T15:19:13,992 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/replication/614b7b48035811ed89df5c8902b752ff/.tmp/queue/4846bb0a9738473e84fd9178d4093243 2024-11-26T15:19:13,999 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/replication/614b7b48035811ed89df5c8902b752ff/.tmp/queue/4846bb0a9738473e84fd9178d4093243 as hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/replication/614b7b48035811ed89df5c8902b752ff/queue/4846bb0a9738473e84fd9178d4093243 2024-11-26T15:19:14,005 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/replication/614b7b48035811ed89df5c8902b752ff/queue/4846bb0a9738473e84fd9178d4093243, entries=1, sequenceid=5, filesize=5.2 K 2024-11-26T15:19:14,006 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 614b7b48035811ed89df5c8902b752ff in 451ms, sequenceid=5, compaction requested=false 2024-11-26T15:19:14,006 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T15:19:14,014 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/replication/614b7b48035811ed89df5c8902b752ff/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T15:19:14,014 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740/.tmp/ns/6f405d767a11431693cc90ef3890f8d6 is 43, key is default/ns:d/1732634344573/Put/seqid=0 2024-11-26T15:19:14,014 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:19:14,014 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:19:14,014 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff. 2024-11-26T15:19:14,014 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 614b7b48035811ed89df5c8902b752ff: Waiting for close lock at 1732634353555Running coprocessor pre-close hooks at 1732634353555Disabling compacts and flushes for region at 1732634353555Disabling writes for close at 1732634353555Obtaining lock to block concurrent updates at 1732634353555Preparing flush snapshotting stores in 614b7b48035811ed89df5c8902b752ff at 1732634353555Finished memstore snapshotting hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732634353556 (+1 ms)Flushing stores of hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff. at 1732634353560 (+4 ms)Flushing 614b7b48035811ed89df5c8902b752ff/queue: creating writer at 1732634353560Flushing 614b7b48035811ed89df5c8902b752ff/queue: appending metadata at 1732634353580 (+20 ms)Flushing 614b7b48035811ed89df5c8902b752ff/queue: closing flushed file at 1732634353580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb23946: reopening flushed file at 1732634353998 (+418 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 614b7b48035811ed89df5c8902b752ff in 451ms, sequenceid=5, compaction requested=false at 1732634354006 (+8 ms)Writing region close event to WAL at 1732634354010 (+4 ms)Running coprocessor post-close hooks at 1732634354014 (+4 ms)Closed at 1732634354014 2024-11-26T15:19:14,015 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732634349824.614b7b48035811ed89df5c8902b752ff. 2024-11-26T15:19:14,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741840_1016 (size=5153) 2024-11-26T15:19:14,156 DEBUG [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:19:14,357 DEBUG [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:19:14,419 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740/.tmp/ns/6f405d767a11431693cc90ef3890f8d6 2024-11-26T15:19:14,443 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740/.tmp/table/401f8696d3d640f499dc1d72a0ec950a is 53, key is hbase:replication/table:state/1732634350712/Put/seqid=0 2024-11-26T15:19:14,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741841_1017 (size=5256) 2024-11-26T15:19:14,497 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:19:14,497 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:19:14,557 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T15:19:14,557 DEBUG [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:19:14,557 DEBUG [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:19:14,576 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305.replicationSource.wal-reader.6cc2bc8bf733%2C41161%2C1732634341305,1-6cc2bc8bf733,41161,1732634341305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305/6cc2bc8bf733%2C41161%2C1732634341305.1732634343541 to pos 0, reset compression=false 2024-11-26T15:19:14,757 DEBUG [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:19:14,849 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740/.tmp/table/401f8696d3d640f499dc1d72a0ec950a 2024-11-26T15:19:14,856 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740/.tmp/info/7c25a0a8210b4937b2bbbf4d4cf6ceb6 as hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740/info/7c25a0a8210b4937b2bbbf4d4cf6ceb6 2024-11-26T15:19:14,861 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740/info/7c25a0a8210b4937b2bbbf4d4cf6ceb6, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T15:19:14,862 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740/.tmp/ns/6f405d767a11431693cc90ef3890f8d6 as hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740/ns/6f405d767a11431693cc90ef3890f8d6 2024-11-26T15:19:14,868 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740/ns/6f405d767a11431693cc90ef3890f8d6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T15:19:14,869 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740/.tmp/table/401f8696d3d640f499dc1d72a0ec950a as hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740/table/401f8696d3d640f499dc1d72a0ec950a 2024-11-26T15:19:14,874 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740/table/401f8696d3d640f499dc1d72a0ec950a, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T15:19:14,875 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=11, compaction requested=false 2024-11-26T15:19:14,879 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T15:19:14,880 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:19:14,880 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:19:14,880 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:19:14,880 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634353556Running coprocessor pre-close hooks at 1732634353556Disabling compacts and flushes for region at 1732634353556Disabling writes for close at 1732634353556Obtaining lock to block concurrent updates at 1732634353556Preparing flush snapshotting stores in 1588230740 at 1732634353556Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732634353557 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732634353557Flushing 1588230740/info: creating writer at 1732634353557Flushing 1588230740/info: appending metadata at 1732634353578 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732634353578Flushing 1588230740/ns: creating writer at 1732634353998 (+420 ms)Flushing 1588230740/ns: appending metadata at 1732634354014 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732634354014Flushing 1588230740/table: creating writer at 1732634354425 (+411 ms)Flushing 1588230740/table: appending metadata at 1732634354442 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732634354442Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e9fbbf9: reopening flushed file at 1732634354855 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@473b6fa6: reopening flushed file at 1732634354862 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2a307c: reopening flushed file at 1732634354868 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=11, compaction requested=false at 1732634354875 (+7 ms)Writing region close event to WAL at 1732634354876 (+1 ms)Running coprocessor post-close hooks at 1732634354880 (+4 ms)Closed at 1732634354880 2024-11-26T15:19:14,880 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:19:14,957 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,41161,1732634341305; all regions closed. 2024-11-26T15:19:14,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741834_1010 (size=2742) 2024-11-26T15:19:14,960 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305/6cc2bc8bf733%2C41161%2C1732634341305.meta.1732634344515.meta not finished, retry = 0 2024-11-26T15:19:15,016 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:19:15,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:15,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:15,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:15,064 DEBUG [RS:0;6cc2bc8bf733:41161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/oldWALs 2024-11-26T15:19:15,064 INFO [RS:0;6cc2bc8bf733:41161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C41161%2C1732634341305.meta:.meta(num 1732634344515) 2024-11-26T15:19:15,067 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305/6cc2bc8bf733%2C41161%2C1732634341305.rep.1732634350647 not finished, retry = 0 2024-11-26T15:19:15,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741837_1013 (size=1586) 2024-11-26T15:19:15,170 DEBUG [RS:0;6cc2bc8bf733:41161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/oldWALs 2024-11-26T15:19:15,170 INFO [RS:0;6cc2bc8bf733:41161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C41161%2C1732634341305.rep:(num 1732634350647) 2024-11-26T15:19:15,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741832_1008 (size=93) 2024-11-26T15:19:15,173 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/WALs/6cc2bc8bf733,41161,1732634341305/6cc2bc8bf733%2C41161%2C1732634341305.1732634343541 not finished, retry = 0 2024-11-26T15:19:15,276 DEBUG [RS:0;6cc2bc8bf733:41161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/oldWALs 2024-11-26T15:19:15,276 INFO [RS:0;6cc2bc8bf733:41161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C41161%2C1732634341305:(num 1732634343541) 2024-11-26T15:19:15,276 DEBUG [RS:0;6cc2bc8bf733:41161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:15,276 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:19:15,276 INFO [RS:0;6cc2bc8bf733:41161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:19:15,276 INFO [RS:0;6cc2bc8bf733:41161 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T15:19:15,276 INFO [RS:0;6cc2bc8bf733:41161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:19:15,276 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:19:15,276 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6cc2bc8bf733,41161,1732634341305 because: Region server is closing 2024-11-26T15:19:15,277 INFO [RS:0;6cc2bc8bf733:41161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:41161. 2024-11-26T15:19:15,277 DEBUG [RS:0;6cc2bc8bf733:41161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:19:15,277 DEBUG [RS:0;6cc2bc8bf733:41161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:15,277 DEBUG [RS:0;6cc2bc8bf733:41161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:15,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:19:15,377 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305.replicationSource.shipper6cc2bc8bf733%2C41161%2C1732634341305,1-6cc2bc8bf733,41161,1732634341305 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T15:19:15,377 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305.replicationSource.wal-reader.6cc2bc8bf733%2C41161%2C1732634341305,1-6cc2bc8bf733,41161,1732634341305 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T15:19:15,378 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,41161,1732634341305.replicationSource.shipper6cc2bc8bf733%2C41161%2C1732634341305,1-6cc2bc8bf733,41161,1732634341305 terminated 2024-11-26T15:19:15,378 INFO [RS:0;6cc2bc8bf733:41161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41161 2024-11-26T15:19:15,384 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1182732431/rs/6cc2bc8bf733,41161,1732634341305 2024-11-26T15:19:15,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431/rs 2024-11-26T15:19:15,384 INFO [RS:0;6cc2bc8bf733:41161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:19:15,394 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,41161,1732634341305] 2024-11-26T15:19:15,405 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1182732431/draining/6cc2bc8bf733,41161,1732634341305 already deleted, retry=false 2024-11-26T15:19:15,405 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,41161,1732634341305 expired; onlineServers=0 2024-11-26T15:19:15,405 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,45923,1732634340863' ***** 2024-11-26T15:19:15,405 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:19:15,405 INFO [M:0;6cc2bc8bf733:45923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:19:15,405 INFO [M:0;6cc2bc8bf733:45923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:19:15,405 DEBUG [M:0;6cc2bc8bf733:45923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:19:15,405 DEBUG [M:0;6cc2bc8bf733:45923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:19:15,405 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:19:15,405 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634343290 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634343290,5,FailOnTimeoutGroup] 2024-11-26T15:19:15,405 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634343291 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634343291,5,FailOnTimeoutGroup] 2024-11-26T15:19:15,405 INFO [M:0;6cc2bc8bf733:45923 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:19:15,405 INFO [M:0;6cc2bc8bf733:45923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:19:15,406 DEBUG [M:0;6cc2bc8bf733:45923 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:19:15,406 INFO [M:0;6cc2bc8bf733:45923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:19:15,406 INFO [M:0;6cc2bc8bf733:45923 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:19:15,406 INFO [M:0;6cc2bc8bf733:45923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:19:15,406 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:19:15,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1182732431/master 2024-11-26T15:19:15,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182732431 2024-11-26T15:19:15,415 DEBUG [M:0;6cc2bc8bf733:45923 {}] zookeeper.ZKUtil(347): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Unable to get data of znode /0-1182732431/master because node does not exist (not an error) 2024-11-26T15:19:15,415 WARN [M:0;6cc2bc8bf733:45923 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:19:15,416 INFO [M:0;6cc2bc8bf733:45923 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/.lastflushedseqids 2024-11-26T15:19:15,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741842_1018 (size=181) 2024-11-26T15:19:15,494 INFO [RS:0;6cc2bc8bf733:41161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:19:15,494 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:19:15,495 INFO [RS:0;6cc2bc8bf733:41161 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,41161,1732634341305; zookeeper connection closed. 2024-11-26T15:19:15,495 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10177b9e0980001, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:19:15,495 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fb50f0b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fb50f0b 2024-11-26T15:19:15,495 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:19:15,821 INFO [M:0;6cc2bc8bf733:45923 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:19:15,821 INFO [M:0;6cc2bc8bf733:45923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:19:15,821 DEBUG [M:0;6cc2bc8bf733:45923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:19:15,821 INFO [M:0;6cc2bc8bf733:45923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:15,821 DEBUG [M:0;6cc2bc8bf733:45923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:15,821 DEBUG [M:0;6cc2bc8bf733:45923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:19:15,821 DEBUG [M:0;6cc2bc8bf733:45923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:15,821 INFO [M:0;6cc2bc8bf733:45923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-26T15:19:15,836 DEBUG [M:0;6cc2bc8bf733:45923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4a3eb3aee534191aa0f1b3abe895564 is 82, key is hbase:meta,,1/info:regioninfo/1732634344558/Put/seqid=0 2024-11-26T15:19:15,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741843_1019 (size=5672) 2024-11-26T15:19:16,241 INFO [M:0;6cc2bc8bf733:45923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4a3eb3aee534191aa0f1b3abe895564 2024-11-26T15:19:16,263 DEBUG [M:0;6cc2bc8bf733:45923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3488d98475e4fd58623608a12ed01a0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732634350717/Put/seqid=0 2024-11-26T15:19:16,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741844_1020 (size=7203) 2024-11-26T15:19:16,668 INFO [M:0;6cc2bc8bf733:45923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3488d98475e4fd58623608a12ed01a0 2024-11-26T15:19:16,693 DEBUG [M:0;6cc2bc8bf733:45923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a63cfcead2e54be5b5ea99038a90880c is 69, key is 6cc2bc8bf733,41161,1732634341305/rs:state/1732634343381/Put/seqid=0 2024-11-26T15:19:16,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741845_1021 (size=5156) 2024-11-26T15:19:17,103 INFO [M:0;6cc2bc8bf733:45923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a63cfcead2e54be5b5ea99038a90880c 2024-11-26T15:19:17,109 DEBUG [M:0;6cc2bc8bf733:45923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4a3eb3aee534191aa0f1b3abe895564 as hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4a3eb3aee534191aa0f1b3abe895564 2024-11-26T15:19:17,114 INFO [M:0;6cc2bc8bf733:45923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4a3eb3aee534191aa0f1b3abe895564, entries=8, sequenceid=70, filesize=5.5 K 2024-11-26T15:19:17,115 DEBUG [M:0;6cc2bc8bf733:45923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3488d98475e4fd58623608a12ed01a0 as hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3488d98475e4fd58623608a12ed01a0 2024-11-26T15:19:17,120 INFO [M:0;6cc2bc8bf733:45923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3488d98475e4fd58623608a12ed01a0, entries=8, sequenceid=70, filesize=7.0 K 2024-11-26T15:19:17,122 DEBUG [M:0;6cc2bc8bf733:45923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a63cfcead2e54be5b5ea99038a90880c as hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a63cfcead2e54be5b5ea99038a90880c 2024-11-26T15:19:17,128 INFO [M:0;6cc2bc8bf733:45923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43315/user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a63cfcead2e54be5b5ea99038a90880c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-26T15:19:17,129 INFO [M:0;6cc2bc8bf733:45923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=70, compaction requested=false 2024-11-26T15:19:17,131 INFO [M:0;6cc2bc8bf733:45923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:17,131 DEBUG [M:0;6cc2bc8bf733:45923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634355821Disabling compacts and flushes for region at 1732634355821Disabling writes for close at 1732634355821Obtaining lock to block concurrent updates at 1732634355821Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634355821Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732634355822 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634355822Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634355822Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634355836 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634355836Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634356246 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634356263 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634356263Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634356673 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634356693 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634356693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1bdf98: reopening flushed file at 1732634357108 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216e544c: reopening flushed file at 1732634357114 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ef407ef: reopening flushed file at 1732634357121 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=70, compaction requested=false at 1732634357129 (+8 ms)Writing region close event to WAL at 1732634357131 (+2 ms)Closed at 1732634357131 2024-11-26T15:19:17,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741830_1006 (size=41008) 2024-11-26T15:19:17,133 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c4a7d9d2-77ef-5af7-6773-c4c067fea675/MasterData/WALs/6cc2bc8bf733,45923,1732634340863/6cc2bc8bf733%2C45923%2C1732634340863.1732634343066 not finished, retry = 0 2024-11-26T15:19:17,234 INFO [M:0;6cc2bc8bf733:45923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:19:17,234 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:19:17,234 INFO [M:0;6cc2bc8bf733:45923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45923 2024-11-26T15:19:17,234 INFO [M:0;6cc2bc8bf733:45923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:19:17,347 INFO [M:0;6cc2bc8bf733:45923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:19:17,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:19:17,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x10177b9e0980000, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:19:17,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61131b46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:19:17,350 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24849c3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:19:17,350 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:19:17,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68b58e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:19:17,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4438aed1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/hadoop.log.dir/,STOPPED} 2024-11-26T15:19:17,352 WARN [BP-1338306562-172.17.0.3-1732634338570 heartbeating to localhost/127.0.0.1:43315 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:19:17,352 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:19:17,352 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:19:17,352 WARN [BP-1338306562-172.17.0.3-1732634338570 heartbeating to localhost/127.0.0.1:43315 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1338306562-172.17.0.3-1732634338570 (Datanode Uuid 2d587687-7b49-4ef5-ba25-c7b8050d8ea3) service to localhost/127.0.0.1:43315 2024-11-26T15:19:17,353 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/cluster_13f9e43a-c115-1163-8cb3-cdf3ae826633/data/data1/current/BP-1338306562-172.17.0.3-1732634338570 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:19:17,353 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/cluster_13f9e43a-c115-1163-8cb3-cdf3ae826633/data/data2/current/BP-1338306562-172.17.0.3-1732634338570 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:19:17,353 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:19:17,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1236feaf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:19:17,359 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b29222f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:19:17,359 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:19:17,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ca33c04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:19:17,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1886bf00-e994-29a3-4c5b-e5a40d6a77bd/hadoop.log.dir/,STOPPED} 2024-11-26T15:19:17,367 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T15:19:17,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:19:17,391 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 109) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57942) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37053 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57942) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43315 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=653 (was 604) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4217 (was 5005) 2024-11-26T15:19:17,398 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=653, ProcessCount=11, AvailableMemoryMB=4216 2024-11-26T15:19:17,410 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-26T15:19:17,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/hadoop.log.dir so I do NOT create it in target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23 2024-11-26T15:19:17,411 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:19:17,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/hadoop.tmp.dir so I do NOT create it in target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23 2024-11-26T15:19:17,411 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74189ed-ce7d-bebf-448e-e2a6ff2ea188/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:19:17,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23 2024-11-26T15:19:17,411 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/cluster_0447ae20-f0a5-acb2-aba6-2f7a9a2ea3ac, deleteOnExit=true 2024-11-26T15:19:17,414 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/cluster_0447ae20-f0a5-acb2-aba6-2f7a9a2ea3ac/zookeeper_0, clientPort=52605, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/cluster_0447ae20-f0a5-acb2-aba6-2f7a9a2ea3ac/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/cluster_0447ae20-f0a5-acb2-aba6-2f7a9a2ea3ac/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T15:19:17,414 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52605 2024-11-26T15:19:17,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:19:17,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:19:17,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/test.cache.data in system properties and HBase conf 2024-11-26T15:19:17,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:19:17,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:19:17,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:19:17,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:19:17,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:19:17,415 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:19:17,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:19:17,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:19:17,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:19:17,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:19:17,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:19:17,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:19:17,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:19:17,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:19:17,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:19:17,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:19:17,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:19:17,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:19:17,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:19:17,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:19:17,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10177b9e0980005, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:19:17,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10177b9e0980005, quorum=127.0.0.1:57942, baseZNode=/1-441281172 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:19:17,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10177b9e0980002, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:19:17,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10177b9e0980002, quorum=127.0.0.1:57942, baseZNode=/0-1182732431 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:19:17,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:19:17,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:19:17,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:19:17,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:19:17,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:19:17,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:19:17,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f544fd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:19:17,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18935bed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:19:17,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5df0e3e7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/java.io.tmpdir/jetty-localhost-36693-hadoop-hdfs-3_4_1-tests_jar-_-any-16353653721969811560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:19:17,945 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3161844d{HTTP/1.1, (http/1.1)}{localhost:36693} 2024-11-26T15:19:17,945 INFO [Time-limited test {}] server.Server(415): Started @56044ms 2024-11-26T15:19:18,238 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:19:18,242 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:19:18,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:19:18,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:19:18,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:19:18,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d75e731{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:19:18,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3883b1f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:19:18,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ebda5c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/java.io.tmpdir/jetty-localhost-38721-hadoop-hdfs-3_4_1-tests_jar-_-any-8150684716805450916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:19:18,346 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4af3ebed{HTTP/1.1, (http/1.1)}{localhost:38721} 2024-11-26T15:19:18,346 INFO [Time-limited test {}] server.Server(415): Started @56445ms 2024-11-26T15:19:18,347 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:19:19,105 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/cluster_0447ae20-f0a5-acb2-aba6-2f7a9a2ea3ac/data/data1/current/BP-1714514548-172.17.0.3-1732634357438/current, will proceed with Du for space computation calculation, 2024-11-26T15:19:19,105 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/cluster_0447ae20-f0a5-acb2-aba6-2f7a9a2ea3ac/data/data2/current/BP-1714514548-172.17.0.3-1732634357438/current, will proceed with Du for space computation calculation, 2024-11-26T15:19:19,127 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:19:19,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3739f05862536cd with lease ID 0xe485caa96e1672e8: Processing first storage report for DS-7e9a915d-156d-4d8b-ad6a-fca79b844e37 from datanode DatanodeRegistration(127.0.0.1:36411, datanodeUuid=cbd51b8b-f160-4dbc-aefb-eada15b7c813, infoPort=46681, infoSecurePort=0, ipcPort=33221, storageInfo=lv=-57;cid=testClusterID;nsid=808155796;c=1732634357438) 2024-11-26T15:19:19,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3739f05862536cd with lease ID 0xe485caa96e1672e8: from storage DS-7e9a915d-156d-4d8b-ad6a-fca79b844e37 node DatanodeRegistration(127.0.0.1:36411, datanodeUuid=cbd51b8b-f160-4dbc-aefb-eada15b7c813, infoPort=46681, infoSecurePort=0, ipcPort=33221, storageInfo=lv=-57;cid=testClusterID;nsid=808155796;c=1732634357438), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:19:19,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3739f05862536cd with lease ID 0xe485caa96e1672e8: Processing first storage report for DS-7c23a21b-a713-4948-8c25-449de54f017a from datanode DatanodeRegistration(127.0.0.1:36411, datanodeUuid=cbd51b8b-f160-4dbc-aefb-eada15b7c813, infoPort=46681, infoSecurePort=0, ipcPort=33221, storageInfo=lv=-57;cid=testClusterID;nsid=808155796;c=1732634357438) 2024-11-26T15:19:19,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3739f05862536cd with lease ID 0xe485caa96e1672e8: from storage DS-7c23a21b-a713-4948-8c25-449de54f017a node DatanodeRegistration(127.0.0.1:36411, datanodeUuid=cbd51b8b-f160-4dbc-aefb-eada15b7c813, infoPort=46681, infoSecurePort=0, ipcPort=33221, storageInfo=lv=-57;cid=testClusterID;nsid=808155796;c=1732634357438), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:19:19,175 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23 2024-11-26T15:19:19,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:19,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:19,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:19:19,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:19:19,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T15:19:19,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T15:19:19,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:19:19,586 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd with version=8 2024-11-26T15:19:19,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/hbase-staging 2024-11-26T15:19:19,589 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:19:19,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:19,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:19,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:19:19,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:19,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:19:19,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:19:19,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:19:19,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39269 2024-11-26T15:19:19,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39269 connecting to ZooKeeper ensemble=127.0.0.1:52605 2024-11-26T15:19:19,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392690x0, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:19:19,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39269-0x10177ba2a500000 connected 2024-11-26T15:19:19,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:19,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:19,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Set watcher on znode that does not yet exist, /0-1765972222/running 2024-11-26T15:19:19,884 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd, hbase.cluster.distributed=false 2024-11-26T15:19:19,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Set watcher on znode that does not yet exist, /0-1765972222/acl 2024-11-26T15:19:19,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39269 2024-11-26T15:19:19,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39269 2024-11-26T15:19:19,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39269 2024-11-26T15:19:19,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39269 2024-11-26T15:19:19,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39269 2024-11-26T15:19:19,905 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:19:19,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:19,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:19,905 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:19:19,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:19,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:19:19,906 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:19:19,906 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:19:19,906 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36253 2024-11-26T15:19:19,908 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36253 connecting to ZooKeeper ensemble=127.0.0.1:52605 2024-11-26T15:19:19,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:19,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:19,920 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362530x0, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:19:19,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36253-0x10177ba2a500001 connected 2024-11-26T15:19:19,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Set watcher on znode that does not yet exist, /0-1765972222/running 2024-11-26T15:19:19,921 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:19:19,924 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:19:19,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Set watcher on znode that does not yet exist, /0-1765972222/master 2024-11-26T15:19:19,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Set watcher on znode that does not yet exist, /0-1765972222/acl 2024-11-26T15:19:19,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36253 2024-11-26T15:19:19,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36253 2024-11-26T15:19:19,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36253 2024-11-26T15:19:19,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36253 2024-11-26T15:19:19,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36253 2024-11-26T15:19:19,952 DEBUG [M:0;6cc2bc8bf733:39269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:39269 2024-11-26T15:19:19,953 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1765972222/backup-masters/6cc2bc8bf733,39269,1732634359589 2024-11-26T15:19:19,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222/backup-masters 2024-11-26T15:19:19,962 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222/backup-masters 2024-11-26T15:19:19,963 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Set watcher on existing znode=/0-1765972222/backup-masters/6cc2bc8bf733,39269,1732634359589 2024-11-26T15:19:19,973 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1765972222/master 2024-11-26T15:19:19,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222 2024-11-26T15:19:19,973 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222 2024-11-26T15:19:19,973 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Set watcher on existing znode=/0-1765972222/master 2024-11-26T15:19:19,974 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1765972222/backup-masters/6cc2bc8bf733,39269,1732634359589 from backup master directory 2024-11-26T15:19:19,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1765972222/backup-masters/6cc2bc8bf733,39269,1732634359589 2024-11-26T15:19:19,983 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222/backup-masters 2024-11-26T15:19:19,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222/backup-masters 2024-11-26T15:19:19,983 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:19:19,983 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,39269,1732634359589 2024-11-26T15:19:19,987 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/hbase.id] with ID: db1c1566-b8c6-4315-bd69-866fce156217 2024-11-26T15:19:19,987 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/.tmp/hbase.id 2024-11-26T15:19:19,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:19:20,382 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:19:20,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:20,392 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/.tmp/hbase.id]:[hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/hbase.id] 2024-11-26T15:19:20,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:20,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:20,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:20,406 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:20,406 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:19:20,408 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T15:19:20,416 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222 2024-11-26T15:19:20,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222 2024-11-26T15:19:20,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:19:20,844 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:19:20,844 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:19:20,844 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:19:20,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:19:21,252 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store 2024-11-26T15:19:21,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:19:21,658 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:21,658 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:19:21,658 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:21,658 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:21,658 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:19:21,658 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:21,658 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:21,658 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634361658Disabling compacts and flushes for region at 1732634361658Disabling writes for close at 1732634361658Writing region close event to WAL at 1732634361658Closed at 1732634361658 2024-11-26T15:19:21,659 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/.initializing 2024-11-26T15:19:21,659 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/WALs/6cc2bc8bf733,39269,1732634359589 2024-11-26T15:19:21,661 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:19:21,664 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C39269%2C1732634359589, suffix=, logDir=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/WALs/6cc2bc8bf733,39269,1732634359589, archiveDir=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/oldWALs, maxLogs=10 2024-11-26T15:19:21,681 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/WALs/6cc2bc8bf733,39269,1732634359589/6cc2bc8bf733%2C39269%2C1732634359589.1732634361664, exclude list is [], retry=0 2024-11-26T15:19:21,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36411,DS-7e9a915d-156d-4d8b-ad6a-fca79b844e37,DISK] 2024-11-26T15:19:21,686 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/WALs/6cc2bc8bf733,39269,1732634359589/6cc2bc8bf733%2C39269%2C1732634359589.1732634361664 2024-11-26T15:19:21,686 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-26T15:19:21,686 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:19:21,687 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:21,687 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:21,687 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:21,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:21,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:19:21,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:21,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:21,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:21,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:19:21,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:21,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:21,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:21,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:19:21,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:21,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:21,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:21,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:19:21,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:21,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:21,697 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:21,698 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:21,698 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:21,700 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:21,700 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:21,700 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:19:21,702 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:21,704 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:19:21,704 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69529005, jitterRate=0.03606291115283966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:19:21,704 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634361687Initializing all the Stores at 1732634361688 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634361688Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634361688Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634361688Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634361688Cleaning up temporary data from old regions at 1732634361700 (+12 ms)Region opened successfully at 1732634361704 (+4 ms) 2024-11-26T15:19:21,705 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:19:21,708 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73943dee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:19:21,709 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:19:21,709 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:19:21,709 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:19:21,709 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:19:21,710 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:19:21,710 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:19:21,710 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:19:21,712 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:19:21,713 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Unable to get data of znode /0-1765972222/balancer because node does not exist (not necessarily an error) 2024-11-26T15:19:21,720 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1765972222/balancer already deleted, retry=false 2024-11-26T15:19:21,720 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:19:21,721 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Unable to get data of znode /0-1765972222/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:19:21,730 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1765972222/normalizer already deleted, retry=false 2024-11-26T15:19:21,731 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:19:21,732 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Unable to get data of znode /0-1765972222/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:19:21,741 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1765972222/switch/split already deleted, retry=false 2024-11-26T15:19:21,742 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Unable to get data of znode /0-1765972222/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:19:21,751 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1765972222/switch/merge already deleted, retry=false 2024-11-26T15:19:21,753 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Unable to get data of znode /0-1765972222/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:19:21,762 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1765972222/snapshot-cleanup already deleted, retry=false 2024-11-26T15:19:21,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1765972222/running 2024-11-26T15:19:21,772 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1765972222/running 2024-11-26T15:19:21,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222 2024-11-26T15:19:21,773 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222 2024-11-26T15:19:21,773 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,39269,1732634359589, sessionid=0x10177ba2a500000, setting cluster-up flag (Was=false) 2024-11-26T15:19:21,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222 2024-11-26T15:19:21,794 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222 2024-11-26T15:19:21,825 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1765972222/flush-table-proc/acquired, /0-1765972222/flush-table-proc/reached, /0-1765972222/flush-table-proc/abort 2024-11-26T15:19:21,826 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,39269,1732634359589 2024-11-26T15:19:21,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222 2024-11-26T15:19:21,846 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222 2024-11-26T15:19:21,878 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1765972222/online-snapshot/acquired, /0-1765972222/online-snapshot/reached, /0-1765972222/online-snapshot/abort 2024-11-26T15:19:21,879 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,39269,1732634359589 2024-11-26T15:19:21,880 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:19:21,881 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:19:21,881 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:19:21,881 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:19:21,881 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,39269,1732634359589 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:19:21,883 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:19:21,883 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:19:21,883 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:19:21,883 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:19:21,883 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:19:21,883 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:21,883 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:19:21,883 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:21,884 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634391884 2024-11-26T15:19:21,884 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:19:21,884 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:19:21,884 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:19:21,884 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:19:21,884 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:19:21,884 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:19:21,884 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:19:21,884 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:19:21,884 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:21,885 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:19:21,885 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:19:21,885 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:19:21,885 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:19:21,885 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:19:21,885 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:21,885 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:19:21,886 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634361886,5,FailOnTimeoutGroup] 2024-11-26T15:19:21,886 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:19:21,886 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634361886,5,FailOnTimeoutGroup] 2024-11-26T15:19:21,886 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:21,886 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:19:21,886 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:21,886 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:21,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:19:21,941 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(746): ClusterId : db1c1566-b8c6-4315-bd69-866fce156217 2024-11-26T15:19:21,942 DEBUG [RS:0;6cc2bc8bf733:36253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:19:21,952 DEBUG [RS:0;6cc2bc8bf733:36253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:19:21,952 DEBUG [RS:0;6cc2bc8bf733:36253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:19:21,963 DEBUG [RS:0;6cc2bc8bf733:36253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:19:21,963 DEBUG [RS:0;6cc2bc8bf733:36253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a406c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:19:21,973 DEBUG [RS:0;6cc2bc8bf733:36253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:36253 2024-11-26T15:19:21,973 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:19:21,973 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:19:21,973 DEBUG [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:19:21,974 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,39269,1732634359589 with port=36253, startcode=1732634359905 2024-11-26T15:19:21,974 DEBUG [RS:0;6cc2bc8bf733:36253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:19:21,976 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:19:21,976 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39269 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,36253,1732634359905 2024-11-26T15:19:21,976 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39269 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,36253,1732634359905 2024-11-26T15:19:21,978 DEBUG [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd 2024-11-26T15:19:21,978 DEBUG [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36501 2024-11-26T15:19:21,978 DEBUG [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:19:21,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222/rs 2024-11-26T15:19:21,984 DEBUG [RS:0;6cc2bc8bf733:36253 {}] zookeeper.ZKUtil(111): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Set watcher on existing znode=/0-1765972222/rs/6cc2bc8bf733,36253,1732634359905 2024-11-26T15:19:21,984 WARN [RS:0;6cc2bc8bf733:36253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:19:21,984 INFO [RS:0;6cc2bc8bf733:36253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:19:21,984 DEBUG [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905 2024-11-26T15:19:21,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,36253,1732634359905] 2024-11-26T15:19:21,987 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:19:21,988 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:19:21,989 INFO [RS:0;6cc2bc8bf733:36253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:19:21,989 INFO [RS:0;6cc2bc8bf733:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:21,989 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:19:21,989 INFO [RS:0;6cc2bc8bf733:36253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:19:21,990 INFO [RS:0;6cc2bc8bf733:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:21,990 DEBUG [RS:0;6cc2bc8bf733:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:21,990 DEBUG [RS:0;6cc2bc8bf733:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:21,990 DEBUG [RS:0;6cc2bc8bf733:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:21,990 DEBUG [RS:0;6cc2bc8bf733:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:21,990 DEBUG [RS:0;6cc2bc8bf733:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:21,990 DEBUG [RS:0;6cc2bc8bf733:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:19:21,990 DEBUG [RS:0;6cc2bc8bf733:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:21,990 DEBUG [RS:0;6cc2bc8bf733:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:21,990 DEBUG [RS:0;6cc2bc8bf733:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:21,990 DEBUG [RS:0;6cc2bc8bf733:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:21,990 DEBUG [RS:0;6cc2bc8bf733:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:21,990 DEBUG [RS:0;6cc2bc8bf733:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:21,990 DEBUG [RS:0;6cc2bc8bf733:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:19:21,990 DEBUG [RS:0;6cc2bc8bf733:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:19:21,991 INFO [RS:0;6cc2bc8bf733:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:21,991 INFO [RS:0;6cc2bc8bf733:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:21,991 INFO [RS:0;6cc2bc8bf733:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:21,991 INFO [RS:0;6cc2bc8bf733:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:21,991 INFO [RS:0;6cc2bc8bf733:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:21,991 INFO [RS:0;6cc2bc8bf733:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,36253,1732634359905-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:19:22,008 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:19:22,008 INFO [RS:0;6cc2bc8bf733:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,36253,1732634359905-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:22,008 INFO [RS:0;6cc2bc8bf733:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:22,008 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.Replication(171): 6cc2bc8bf733,36253,1732634359905 started 2024-11-26T15:19:22,026 INFO [RS:0;6cc2bc8bf733:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:22,026 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,36253,1732634359905, RpcServer on 6cc2bc8bf733/172.17.0.3:36253, sessionid=0x10177ba2a500001 2024-11-26T15:19:22,026 DEBUG [RS:0;6cc2bc8bf733:36253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:19:22,026 DEBUG [RS:0;6cc2bc8bf733:36253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,36253,1732634359905 2024-11-26T15:19:22,026 DEBUG [RS:0;6cc2bc8bf733:36253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,36253,1732634359905' 2024-11-26T15:19:22,026 DEBUG [RS:0;6cc2bc8bf733:36253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1765972222/flush-table-proc/abort' 2024-11-26T15:19:22,026 DEBUG [RS:0;6cc2bc8bf733:36253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1765972222/flush-table-proc/acquired' 2024-11-26T15:19:22,027 DEBUG [RS:0;6cc2bc8bf733:36253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:19:22,027 DEBUG [RS:0;6cc2bc8bf733:36253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:19:22,027 DEBUG [RS:0;6cc2bc8bf733:36253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,36253,1732634359905 2024-11-26T15:19:22,027 DEBUG [RS:0;6cc2bc8bf733:36253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,36253,1732634359905' 2024-11-26T15:19:22,027 DEBUG [RS:0;6cc2bc8bf733:36253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1765972222/online-snapshot/abort' 2024-11-26T15:19:22,027 DEBUG [RS:0;6cc2bc8bf733:36253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1765972222/online-snapshot/acquired' 2024-11-26T15:19:22,027 DEBUG [RS:0;6cc2bc8bf733:36253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:19:22,028 INFO [RS:0;6cc2bc8bf733:36253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:19:22,028 INFO [RS:0;6cc2bc8bf733:36253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:19:22,128 INFO [RS:0;6cc2bc8bf733:36253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:19:22,130 INFO [RS:0;6cc2bc8bf733:36253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C36253%2C1732634359905, suffix=, logDir=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905, archiveDir=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/oldWALs, maxLogs=10 2024-11-26T15:19:22,149 DEBUG [RS:0;6cc2bc8bf733:36253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130, exclude list is [], retry=0 2024-11-26T15:19:22,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36411,DS-7e9a915d-156d-4d8b-ad6a-fca79b844e37,DISK] 2024-11-26T15:19:22,161 INFO [RS:0;6cc2bc8bf733:36253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 2024-11-26T15:19:22,161 DEBUG [RS:0;6cc2bc8bf733:36253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-26T15:19:22,294 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:19:22,294 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd 2024-11-26T15:19:22,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741833_1009 (size=32) 2024-11-26T15:19:22,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:22,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:19:22,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:19:22,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:22,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:22,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:19:22,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:19:22,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:22,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:22,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:19:22,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:19:22,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:22,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:22,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:19:22,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:19:22,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:22,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:22,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:19:22,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740 2024-11-26T15:19:22,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740 2024-11-26T15:19:22,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:19:22,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:19:22,711 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:19:22,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:19:22,714 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:19:22,714 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67282826, jitterRate=0.002592235803604126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:19:22,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634362701Initializing all the Stores at 1732634362702 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634362702Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634362702Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634362702Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634362702Cleaning up temporary data from old regions at 1732634362711 (+9 ms)Region opened successfully at 1732634362715 (+4 ms) 2024-11-26T15:19:22,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:19:22,715 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:19:22,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:19:22,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:19:22,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:19:22,715 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:19:22,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634362715Disabling compacts and flushes for region at 1732634362715Disabling writes for close at 1732634362715Writing region close event to WAL at 1732634362715Closed at 1732634362715 2024-11-26T15:19:22,717 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:19:22,717 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:19:22,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:19:22,718 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:19:22,719 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:19:22,869 DEBUG [6cc2bc8bf733:39269 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:19:22,870 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,36253,1732634359905 2024-11-26T15:19:22,871 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,36253,1732634359905, state=OPENING 2024-11-26T15:19:22,920 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:19:22,960 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222 2024-11-26T15:19:22,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222 2024-11-26T15:19:22,961 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:19:22,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1765972222/meta-region-server: CHANGED 2024-11-26T15:19:22,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1765972222/meta-region-server: CHANGED 2024-11-26T15:19:22,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,36253,1732634359905}] 2024-11-26T15:19:23,114 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:19:23,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:19:23,119 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:19:23,119 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:19:23,119 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:19:23,120 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C36253%2C1732634359905.meta, suffix=.meta, logDir=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905, archiveDir=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/oldWALs, maxLogs=10 2024-11-26T15:19:23,132 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.meta.1732634363121.meta, exclude list is [], retry=0 2024-11-26T15:19:23,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36411,DS-7e9a915d-156d-4d8b-ad6a-fca79b844e37,DISK] 2024-11-26T15:19:23,135 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.meta.1732634363121.meta 2024-11-26T15:19:23,135 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-26T15:19:23,135 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:19:23,136 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:19:23,136 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:19:23,136 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:19:23,136 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:19:23,136 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:19:23,136 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:23,136 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:19:23,136 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:19:23,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:19:23,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:19:23,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:23,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:23,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:19:23,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:19:23,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:23,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:23,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:19:23,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:19:23,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:23,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:23,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:19:23,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:19:23,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:23,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:23,142 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:19:23,142 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740 2024-11-26T15:19:23,143 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740 2024-11-26T15:19:23,144 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:19:23,144 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:19:23,145 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:19:23,146 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:19:23,147 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73220365, jitterRate=0.09106846153736115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:19:23,147 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:19:23,148 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634363136Writing region info on filesystem at 1732634363136Initializing all the Stores at 1732634363137 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634363137Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634363137Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634363137Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634363137Cleaning up temporary data from old regions at 1732634363144 (+7 ms)Running coprocessor post-open hooks at 1732634363147 (+3 ms)Region opened successfully at 1732634363148 (+1 ms) 2024-11-26T15:19:23,149 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634363113 2024-11-26T15:19:23,151 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:19:23,151 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:19:23,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,36253,1732634359905 2024-11-26T15:19:23,152 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,36253,1732634359905, state=OPEN 2024-11-26T15:19:23,172 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1765972222/meta-region-server 2024-11-26T15:19:23,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1765972222/meta-region-server 2024-11-26T15:19:23,173 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,36253,1732634359905 2024-11-26T15:19:23,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1765972222/meta-region-server: CHANGED 2024-11-26T15:19:23,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1765972222/meta-region-server: CHANGED 2024-11-26T15:19:23,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:19:23,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,36253,1732634359905 in 212 msec 2024-11-26T15:19:23,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:19:23,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-26T15:19:23,179 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:19:23,179 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:19:23,181 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:19:23,181 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,36253,1732634359905, seqNum=-1] 2024-11-26T15:19:23,181 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:19:23,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:19:23,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3060 sec 2024-11-26T15:19:23,188 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634363188, completionTime=-1 2024-11-26T15:19:23,188 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:19:23,188 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:19:23,190 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:19:23,190 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634423190 2024-11-26T15:19:23,190 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634483190 2024-11-26T15:19:23,190 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T15:19:23,191 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,39269,1732634359589-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:23,191 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,39269,1732634359589-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:23,191 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,39269,1732634359589-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:23,191 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:39269, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:23,191 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:23,191 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:23,193 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:19:23,194 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.211sec 2024-11-26T15:19:23,194 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:19:23,194 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:19:23,194 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:19:23,194 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:19:23,194 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:19:23,194 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,39269,1732634359589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:19:23,195 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,39269,1732634359589-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:19:23,197 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:19:23,197 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:19:23,197 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,39269,1732634359589-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:23,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219ad034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:23,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39269,-1 for getting cluster id 2024-11-26T15:19:23,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:19:23,244 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db1c1566-b8c6-4315-bd69-866fce156217' 2024-11-26T15:19:23,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:19:23,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db1c1566-b8c6-4315-bd69-866fce156217" 2024-11-26T15:19:23,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db90b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:23,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39269,-1] 2024-11-26T15:19:23,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:19:23,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:23,245 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:19:23,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b96aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:23,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:19:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,36253,1732634359905, seqNum=-1] 2024-11-26T15:19:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:19:23,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:19:23,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,39269,1732634359589 2024-11-26T15:19:23,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52605 2024-11-26T15:19:23,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:19:23,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10177ba2a500002 connected 2024-11-26T15:19:23,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/hadoop.log.dir so I do NOT create it in target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c 2024-11-26T15:19:23,270 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:19:23,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/hadoop.tmp.dir so I do NOT create it in target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c 2024-11-26T15:19:23,270 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:19:23,270 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c 2024-11-26T15:19:23,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:19:23,271 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/cluster_2dd59b13-5f8f-85bc-64d1-8eae7d173693, deleteOnExit=true 2024-11-26T15:19:23,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:19:23,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/test.cache.data in system properties and HBase conf 2024-11-26T15:19:23,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:19:23,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:19:23,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:19:23,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:19:23,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:19:23,271 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:19:23,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:19:23,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:19:23,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:19:23,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:19:23,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:19:23,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:19:23,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:19:23,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:19:23,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:19:23,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:19:23,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:19:23,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:19:23,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:19:23,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:19:23,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:19:23,612 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:19:23,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:19:23,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:19:23,614 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:19:23,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:19:23,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@280c04d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:19:23,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3423848e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:19:23,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ee50996{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/java.io.tmpdir/jetty-localhost-40695-hadoop-hdfs-3_4_1-tests_jar-_-any-12380370611167726437/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:19:23,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63d04b93{HTTP/1.1, (http/1.1)}{localhost:40695} 2024-11-26T15:19:23,714 INFO [Time-limited test {}] server.Server(415): Started @61813ms 2024-11-26T15:19:24,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:19:24,053 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:19:24,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:19:24,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:19:24,055 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:19:24,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b7f4f26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:19:24,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d1832e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:19:24,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25b046ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/java.io.tmpdir/jetty-localhost-33191-hadoop-hdfs-3_4_1-tests_jar-_-any-4004736951857695643/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:19:24,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e096633{HTTP/1.1, (http/1.1)}{localhost:33191} 2024-11-26T15:19:24,154 INFO [Time-limited test {}] server.Server(415): Started @62253ms 2024-11-26T15:19:24,155 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:19:24,817 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/cluster_2dd59b13-5f8f-85bc-64d1-8eae7d173693/data/data2/current/BP-259055906-172.17.0.3-1732634363293/current, will proceed with Du for space computation calculation, 2024-11-26T15:19:24,817 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/cluster_2dd59b13-5f8f-85bc-64d1-8eae7d173693/data/data1/current/BP-259055906-172.17.0.3-1732634363293/current, will proceed with Du for space computation calculation, 2024-11-26T15:19:24,837 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:19:24,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x749c6cfa7831c1a7 with lease ID 0x5460779e23a2cf32: Processing first storage report for DS-f6eac3da-3e72-498f-a54f-7b0ab41cc8c5 from datanode DatanodeRegistration(127.0.0.1:37065, datanodeUuid=30a4bbab-8f9e-43ad-bd5f-bfc637aa479c, infoPort=35285, infoSecurePort=0, ipcPort=42041, storageInfo=lv=-57;cid=testClusterID;nsid=1525390189;c=1732634363293) 2024-11-26T15:19:24,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x749c6cfa7831c1a7 with lease ID 0x5460779e23a2cf32: from storage DS-f6eac3da-3e72-498f-a54f-7b0ab41cc8c5 node DatanodeRegistration(127.0.0.1:37065, datanodeUuid=30a4bbab-8f9e-43ad-bd5f-bfc637aa479c, infoPort=35285, infoSecurePort=0, ipcPort=42041, storageInfo=lv=-57;cid=testClusterID;nsid=1525390189;c=1732634363293), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:19:24,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x749c6cfa7831c1a7 with lease ID 0x5460779e23a2cf32: Processing first storage report for DS-b2470371-b5cd-46be-80a3-655213cb9ca6 from datanode DatanodeRegistration(127.0.0.1:37065, datanodeUuid=30a4bbab-8f9e-43ad-bd5f-bfc637aa479c, infoPort=35285, infoSecurePort=0, ipcPort=42041, storageInfo=lv=-57;cid=testClusterID;nsid=1525390189;c=1732634363293) 2024-11-26T15:19:24,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x749c6cfa7831c1a7 with lease ID 0x5460779e23a2cf32: from storage DS-b2470371-b5cd-46be-80a3-655213cb9ca6 node DatanodeRegistration(127.0.0.1:37065, datanodeUuid=30a4bbab-8f9e-43ad-bd5f-bfc637aa479c, infoPort=35285, infoSecurePort=0, ipcPort=42041, storageInfo=lv=-57;cid=testClusterID;nsid=1525390189;c=1732634363293), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:19:24,881 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c 2024-11-26T15:19:24,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:24,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:24,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:19:25,290 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04 with version=8 2024-11-26T15:19:25,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/hbase-staging 2024-11-26T15:19:25,292 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:19:25,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:25,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:25,292 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:19:25,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:25,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:19:25,292 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:19:25,292 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:19:25,293 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45357 2024-11-26T15:19:25,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45357 connecting to ZooKeeper ensemble=127.0.0.1:52605 2024-11-26T15:19:25,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453570x0, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:19:25,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45357-0x10177ba2a500003 connected 2024-11-26T15:19:25,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:25,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:25,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Set watcher on znode that does not yet exist, /1-1087719960/running 2024-11-26T15:19:25,376 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04, hbase.cluster.distributed=false 2024-11-26T15:19:25,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Set watcher on znode that does not yet exist, /1-1087719960/acl 2024-11-26T15:19:25,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45357 2024-11-26T15:19:25,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45357 2024-11-26T15:19:25,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45357 2024-11-26T15:19:25,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45357 2024-11-26T15:19:25,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45357 2024-11-26T15:19:25,391 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:19:25,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:25,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:25,391 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:19:25,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:19:25,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:19:25,391 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:19:25,392 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:19:25,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39285 2024-11-26T15:19:25,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39285 connecting to ZooKeeper ensemble=127.0.0.1:52605 2024-11-26T15:19:25,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:25,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:25,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392850x0, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:19:25,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392850x0, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Set watcher on znode that does not yet exist, /1-1087719960/running 2024-11-26T15:19:25,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39285-0x10177ba2a500004 connected 2024-11-26T15:19:25,405 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:19:25,405 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:19:25,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Set watcher on znode that does not yet exist, /1-1087719960/master 2024-11-26T15:19:25,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Set watcher on znode that does not yet exist, /1-1087719960/acl 2024-11-26T15:19:25,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39285 2024-11-26T15:19:25,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39285 2024-11-26T15:19:25,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39285 2024-11-26T15:19:25,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39285 2024-11-26T15:19:25,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39285 2024-11-26T15:19:25,422 DEBUG [M:0;6cc2bc8bf733:45357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:45357 2024-11-26T15:19:25,423 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1087719960/backup-masters/6cc2bc8bf733,45357,1732634365292 2024-11-26T15:19:25,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960/backup-masters 2024-11-26T15:19:25,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960/backup-masters 2024-11-26T15:19:25,490 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Set watcher on existing znode=/1-1087719960/backup-masters/6cc2bc8bf733,45357,1732634365292 2024-11-26T15:19:25,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960 2024-11-26T15:19:25,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1087719960/master 2024-11-26T15:19:25,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960 2024-11-26T15:19:25,583 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Set watcher on existing znode=/1-1087719960/master 2024-11-26T15:19:25,583 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1087719960/backup-masters/6cc2bc8bf733,45357,1732634365292 from backup master directory 2024-11-26T15:19:25,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960/backup-masters 2024-11-26T15:19:25,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1087719960/backup-masters/6cc2bc8bf733,45357,1732634365292 2024-11-26T15:19:25,660 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:19:25,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960/backup-masters 2024-11-26T15:19:25,660 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,45357,1732634365292 2024-11-26T15:19:25,664 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/hbase.id] with ID: 953ea74d-17c6-473a-a363-b582fc6d2d81 2024-11-26T15:19:25,664 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/.tmp/hbase.id 2024-11-26T15:19:25,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:19:26,069 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/.tmp/hbase.id]:[hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/hbase.id] 2024-11-26T15:19:26,080 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:26,081 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:19:26,082 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T15:19:26,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960 2024-11-26T15:19:26,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960 2024-11-26T15:19:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:19:26,495 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:19:26,496 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:19:26,497 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:19:26,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:19:26,904 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store 2024-11-26T15:19:26,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:19:27,310 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:27,310 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:19:27,310 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:27,310 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:27,310 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:19:27,310 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:27,310 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:19:27,311 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634367310Disabling compacts and flushes for region at 1732634367310Disabling writes for close at 1732634367310Writing region close event to WAL at 1732634367310Closed at 1732634367310 2024-11-26T15:19:27,312 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/.initializing 2024-11-26T15:19:27,312 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/WALs/6cc2bc8bf733,45357,1732634365292 2024-11-26T15:19:27,313 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:19:27,314 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C45357%2C1732634365292, suffix=, logDir=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/WALs/6cc2bc8bf733,45357,1732634365292, archiveDir=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/oldWALs, maxLogs=10 2024-11-26T15:19:27,327 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/WALs/6cc2bc8bf733,45357,1732634365292/6cc2bc8bf733%2C45357%2C1732634365292.1732634367314, exclude list is [], retry=0 2024-11-26T15:19:27,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37065,DS-f6eac3da-3e72-498f-a54f-7b0ab41cc8c5,DISK] 2024-11-26T15:19:27,332 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/WALs/6cc2bc8bf733,45357,1732634365292/6cc2bc8bf733%2C45357%2C1732634365292.1732634367314 2024-11-26T15:19:27,333 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35285:35285)] 2024-11-26T15:19:27,333 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:19:27,333 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:27,333 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:27,333 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:27,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:27,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:19:27,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:27,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:27,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:27,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:19:27,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:27,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:27,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:27,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:19:27,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:27,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:27,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:27,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:19:27,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:27,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:27,343 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:27,343 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:27,344 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:27,345 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:27,345 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:27,345 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:19:27,346 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:19:27,348 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:19:27,349 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72450959, jitterRate=0.0796034187078476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:19:27,349 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634367333Initializing all the Stores at 1732634367334 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634367334Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634367334Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634367334Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634367334Cleaning up temporary data from old regions at 1732634367345 (+11 ms)Region opened successfully at 1732634367349 (+4 ms) 2024-11-26T15:19:27,349 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:19:27,352 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747cbf38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:19:27,353 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:19:27,353 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:19:27,353 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:19:27,353 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:19:27,354 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:19:27,354 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:19:27,354 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:19:27,356 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:19:27,357 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Unable to get data of znode /1-1087719960/balancer because node does not exist (not necessarily an error) 2024-11-26T15:19:27,422 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1087719960/balancer already deleted, retry=false 2024-11-26T15:19:27,423 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:19:27,424 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Unable to get data of znode /1-1087719960/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:19:27,435 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1087719960/normalizer already deleted, retry=false 2024-11-26T15:19:27,436 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:19:27,437 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Unable to get data of znode /1-1087719960/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:19:27,446 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1087719960/switch/split already deleted, retry=false 2024-11-26T15:19:27,448 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Unable to get data of znode /1-1087719960/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:19:27,456 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1087719960/switch/merge already deleted, retry=false 2024-11-26T15:19:27,459 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Unable to get data of znode /1-1087719960/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:19:27,467 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1087719960/snapshot-cleanup already deleted, retry=false 2024-11-26T15:19:27,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1087719960/running 2024-11-26T15:19:27,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960 2024-11-26T15:19:27,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1087719960/running 2024-11-26T15:19:27,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960 2024-11-26T15:19:27,479 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,45357,1732634365292, sessionid=0x10177ba2a500003, setting cluster-up flag (Was=false) 2024-11-26T15:19:27,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960 2024-11-26T15:19:27,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960 2024-11-26T15:19:27,530 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1087719960/flush-table-proc/acquired, /1-1087719960/flush-table-proc/reached, /1-1087719960/flush-table-proc/abort 2024-11-26T15:19:27,532 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,45357,1732634365292 2024-11-26T15:19:27,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960 2024-11-26T15:19:27,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960 2024-11-26T15:19:27,583 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1087719960/online-snapshot/acquired, /1-1087719960/online-snapshot/reached, /1-1087719960/online-snapshot/abort 2024-11-26T15:19:27,584 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,45357,1732634365292 2024-11-26T15:19:27,586 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:19:27,587 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:19:27,587 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:19:27,588 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:19:27,588 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,45357,1732634365292 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:19:27,589 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:19:27,589 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:19:27,589 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:19:27,589 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:19:27,589 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:19:27,589 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:27,590 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:19:27,590 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:27,591 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634397591 2024-11-26T15:19:27,591 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:19:27,591 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:19:27,591 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:19:27,591 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:19:27,591 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:19:27,591 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:19:27,591 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:19:27,591 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:19:27,591 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:27,591 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:19:27,591 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:19:27,592 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:19:27,592 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:19:27,592 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:19:27,592 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:19:27,592 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634367592,5,FailOnTimeoutGroup] 2024-11-26T15:19:27,592 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:27,592 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634367592,5,FailOnTimeoutGroup] 2024-11-26T15:19:27,592 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:27,592 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:19:27,592 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:19:27,592 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:27,592 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:27,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:19:27,616 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(746): ClusterId : 953ea74d-17c6-473a-a363-b582fc6d2d81 2024-11-26T15:19:27,616 DEBUG [RS:0;6cc2bc8bf733:39285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:19:27,626 DEBUG [RS:0;6cc2bc8bf733:39285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:19:27,626 DEBUG [RS:0;6cc2bc8bf733:39285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:19:27,636 DEBUG [RS:0;6cc2bc8bf733:39285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:19:27,636 DEBUG [RS:0;6cc2bc8bf733:39285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b6d8cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:19:27,648 DEBUG [RS:0;6cc2bc8bf733:39285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:39285 2024-11-26T15:19:27,648 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:19:27,648 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:19:27,648 DEBUG [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:19:27,649 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,45357,1732634365292 with port=39285, startcode=1732634365391 2024-11-26T15:19:27,649 DEBUG [RS:0;6cc2bc8bf733:39285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:19:27,650 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:19:27,651 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,39285,1732634365391 2024-11-26T15:19:27,651 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45357 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,39285,1732634365391 2024-11-26T15:19:27,652 DEBUG [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04 2024-11-26T15:19:27,652 DEBUG [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45139 2024-11-26T15:19:27,652 DEBUG [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:19:27,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960/rs 2024-11-26T15:19:27,694 DEBUG [RS:0;6cc2bc8bf733:39285 {}] zookeeper.ZKUtil(111): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Set watcher on existing znode=/1-1087719960/rs/6cc2bc8bf733,39285,1732634365391 2024-11-26T15:19:27,694 WARN [RS:0;6cc2bc8bf733:39285 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:19:27,694 INFO [RS:0;6cc2bc8bf733:39285 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:19:27,694 DEBUG [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/WALs/6cc2bc8bf733,39285,1732634365391 2024-11-26T15:19:27,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,39285,1732634365391] 2024-11-26T15:19:27,697 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:19:27,699 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:19:27,700 INFO [RS:0;6cc2bc8bf733:39285 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:19:27,700 INFO [RS:0;6cc2bc8bf733:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:27,700 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:19:27,701 INFO [RS:0;6cc2bc8bf733:39285 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:19:27,701 INFO [RS:0;6cc2bc8bf733:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:27,701 DEBUG [RS:0;6cc2bc8bf733:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:27,701 DEBUG [RS:0;6cc2bc8bf733:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:27,701 DEBUG [RS:0;6cc2bc8bf733:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:27,701 DEBUG [RS:0;6cc2bc8bf733:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:27,701 DEBUG [RS:0;6cc2bc8bf733:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:27,701 DEBUG [RS:0;6cc2bc8bf733:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:19:27,701 DEBUG [RS:0;6cc2bc8bf733:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:27,701 DEBUG [RS:0;6cc2bc8bf733:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:27,701 DEBUG [RS:0;6cc2bc8bf733:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:27,701 DEBUG [RS:0;6cc2bc8bf733:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:27,701 DEBUG [RS:0;6cc2bc8bf733:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:27,701 DEBUG [RS:0;6cc2bc8bf733:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:19:27,701 DEBUG [RS:0;6cc2bc8bf733:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:19:27,701 DEBUG [RS:0;6cc2bc8bf733:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:19:27,705 INFO [RS:0;6cc2bc8bf733:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:27,705 INFO [RS:0;6cc2bc8bf733:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:27,705 INFO [RS:0;6cc2bc8bf733:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:27,705 INFO [RS:0;6cc2bc8bf733:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:27,705 INFO [RS:0;6cc2bc8bf733:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:27,705 INFO [RS:0;6cc2bc8bf733:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,39285,1732634365391-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:19:27,724 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:19:27,725 INFO [RS:0;6cc2bc8bf733:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,39285,1732634365391-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:27,725 INFO [RS:0;6cc2bc8bf733:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:27,725 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.Replication(171): 6cc2bc8bf733,39285,1732634365391 started 2024-11-26T15:19:27,741 INFO [RS:0;6cc2bc8bf733:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:27,742 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,39285,1732634365391, RpcServer on 6cc2bc8bf733/172.17.0.3:39285, sessionid=0x10177ba2a500004 2024-11-26T15:19:27,742 DEBUG [RS:0;6cc2bc8bf733:39285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:19:27,742 DEBUG [RS:0;6cc2bc8bf733:39285 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,39285,1732634365391 2024-11-26T15:19:27,742 DEBUG [RS:0;6cc2bc8bf733:39285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,39285,1732634365391' 2024-11-26T15:19:27,742 DEBUG [RS:0;6cc2bc8bf733:39285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1087719960/flush-table-proc/abort' 2024-11-26T15:19:27,742 DEBUG [RS:0;6cc2bc8bf733:39285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1087719960/flush-table-proc/acquired' 2024-11-26T15:19:27,743 DEBUG [RS:0;6cc2bc8bf733:39285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:19:27,743 DEBUG [RS:0;6cc2bc8bf733:39285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:19:27,743 DEBUG [RS:0;6cc2bc8bf733:39285 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,39285,1732634365391 2024-11-26T15:19:27,743 DEBUG [RS:0;6cc2bc8bf733:39285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,39285,1732634365391' 2024-11-26T15:19:27,743 DEBUG [RS:0;6cc2bc8bf733:39285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1087719960/online-snapshot/abort' 2024-11-26T15:19:27,743 DEBUG [RS:0;6cc2bc8bf733:39285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1087719960/online-snapshot/acquired' 2024-11-26T15:19:27,744 DEBUG [RS:0;6cc2bc8bf733:39285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:19:27,744 INFO [RS:0;6cc2bc8bf733:39285 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:19:27,744 INFO [RS:0;6cc2bc8bf733:39285 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:19:27,844 INFO [RS:0;6cc2bc8bf733:39285 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:19:27,846 INFO [RS:0;6cc2bc8bf733:39285 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C39285%2C1732634365391, suffix=, logDir=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/WALs/6cc2bc8bf733,39285,1732634365391, archiveDir=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/oldWALs, maxLogs=10 2024-11-26T15:19:27,864 DEBUG [RS:0;6cc2bc8bf733:39285 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/WALs/6cc2bc8bf733,39285,1732634365391/6cc2bc8bf733%2C39285%2C1732634365391.1732634367846, exclude list is [], retry=0 2024-11-26T15:19:27,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37065,DS-f6eac3da-3e72-498f-a54f-7b0ab41cc8c5,DISK] 2024-11-26T15:19:27,873 INFO [RS:0;6cc2bc8bf733:39285 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/WALs/6cc2bc8bf733,39285,1732634365391/6cc2bc8bf733%2C39285%2C1732634365391.1732634367846 2024-11-26T15:19:27,873 DEBUG [RS:0;6cc2bc8bf733:39285 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35285:35285)] 2024-11-26T15:19:27,987 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T15:19:27,998 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:19:27,998 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04 2024-11-26T15:19:28,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741833_1009 (size=32) 2024-11-26T15:19:28,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:28,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:19:28,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:19:28,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:28,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:28,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:19:28,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:19:28,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:28,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:28,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:19:28,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:19:28,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:28,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:28,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:19:28,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:19:28,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:28,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:28,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:19:28,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740 2024-11-26T15:19:28,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740 2024-11-26T15:19:28,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:19:28,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:19:28,416 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:19:28,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:19:28,419 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:19:28,420 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67038410, jitterRate=-0.0010498464107513428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:19:28,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634368405Initializing all the Stores at 1732634368405Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634368405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634368406 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634368406Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634368406Cleaning up temporary data from old regions at 1732634368416 (+10 ms)Region opened successfully at 1732634368420 (+4 ms) 2024-11-26T15:19:28,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:19:28,420 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:19:28,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:19:28,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:19:28,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:19:28,421 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:19:28,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634368420Disabling compacts and flushes for region at 1732634368420Disabling writes for close at 1732634368420Writing region close event to WAL at 1732634368420Closed at 1732634368420 2024-11-26T15:19:28,422 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:19:28,422 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:19:28,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:19:28,423 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:19:28,424 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:19:28,574 DEBUG [6cc2bc8bf733:45357 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:19:28,575 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,39285,1732634365391 2024-11-26T15:19:28,576 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,39285,1732634365391, state=OPENING 2024-11-26T15:19:28,593 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:19:28,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960 2024-11-26T15:19:28,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960 2024-11-26T15:19:28,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1087719960/meta-region-server: CHANGED 2024-11-26T15:19:28,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1087719960/meta-region-server: CHANGED 2024-11-26T15:19:28,604 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:19:28,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,39285,1732634365391}] 2024-11-26T15:19:28,638 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:19:28,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:28,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:28,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:28,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:28,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:19:28,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:19:28,761 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:19:28,762 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:19:28,762 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:19:28,763 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C39285%2C1732634365391.meta, suffix=.meta, logDir=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/WALs/6cc2bc8bf733,39285,1732634365391, archiveDir=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/oldWALs, maxLogs=10 2024-11-26T15:19:28,776 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/WALs/6cc2bc8bf733,39285,1732634365391/6cc2bc8bf733%2C39285%2C1732634365391.meta.1732634368763.meta, exclude list is [], retry=0 2024-11-26T15:19:28,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37065,DS-f6eac3da-3e72-498f-a54f-7b0ab41cc8c5,DISK] 2024-11-26T15:19:28,779 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/WALs/6cc2bc8bf733,39285,1732634365391/6cc2bc8bf733%2C39285%2C1732634365391.meta.1732634368763.meta 2024-11-26T15:19:28,780 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35285:35285)] 2024-11-26T15:19:28,780 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:19:28,780 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:19:28,780 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:19:28,781 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:19:28,781 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:19:28,781 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:19:28,781 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:28,781 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:19:28,781 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:19:28,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:19:28,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:19:28,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:28,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:28,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:19:28,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:19:28,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:28,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:28,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:19:28,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:19:28,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:28,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:28,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:19:28,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:19:28,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:28,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:19:28,789 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:19:28,789 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740 2024-11-26T15:19:28,790 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740 2024-11-26T15:19:28,791 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:19:28,791 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:19:28,791 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:19:28,793 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:19:28,793 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68404981, jitterRate=0.019313648343086243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:19:28,793 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:19:28,793 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634368781Writing region info on filesystem at 1732634368781Initializing all the Stores at 1732634368782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634368782Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634368782Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634368782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634368782Cleaning up temporary data from old regions at 1732634368791 (+9 ms)Running coprocessor post-open hooks at 1732634368793 (+2 ms)Region opened successfully at 1732634368793 2024-11-26T15:19:28,794 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634368756 2024-11-26T15:19:28,797 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:19:28,797 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:19:28,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,39285,1732634365391 2024-11-26T15:19:28,798 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,39285,1732634365391, state=OPEN 2024-11-26T15:19:28,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1087719960/meta-region-server 2024-11-26T15:19:28,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1087719960/meta-region-server 2024-11-26T15:19:28,804 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,39285,1732634365391 2024-11-26T15:19:28,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1087719960/meta-region-server: CHANGED 2024-11-26T15:19:28,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1087719960/meta-region-server: CHANGED 2024-11-26T15:19:28,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:19:28,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,39285,1732634365391 in 200 msec 2024-11-26T15:19:28,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:19:28,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 384 msec 2024-11-26T15:19:28,809 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:19:28,809 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:19:28,811 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:19:28,811 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,39285,1732634365391, seqNum=-1] 2024-11-26T15:19:28,811 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:19:28,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:19:28,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2300 sec 2024-11-26T15:19:28,818 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634368818, completionTime=-1 2024-11-26T15:19:28,818 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:19:28,818 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:19:28,820 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:19:28,820 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634428820 2024-11-26T15:19:28,820 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634488820 2024-11-26T15:19:28,820 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T15:19:28,820 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45357,1732634365292-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:28,820 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45357,1732634365292-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:28,820 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45357,1732634365292-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:28,821 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:45357, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:28,821 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:28,821 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:28,823 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:19:28,825 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.164sec 2024-11-26T15:19:28,826 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:19:28,826 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:19:28,826 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:19:28,826 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:19:28,826 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:19:28,826 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45357,1732634365292-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:19:28,826 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45357,1732634365292-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:19:28,828 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:19:28,828 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:19:28,829 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45357,1732634365292-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:19:28,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b64a8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:28,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,45357,-1 for getting cluster id 2024-11-26T15:19:28,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:19:28,918 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '953ea74d-17c6-473a-a363-b582fc6d2d81' 2024-11-26T15:19:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:19:28,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "953ea74d-17c6-473a-a363-b582fc6d2d81" 2024-11-26T15:19:28,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2149f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:28,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,45357,-1] 2024-11-26T15:19:28,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:19:28,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:28,921 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:19:28,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca5064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:28,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:19:28,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,39285,1732634365391, seqNum=-1] 2024-11-26T15:19:28,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:19:28,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:19:28,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,45357,1732634365292 2024-11-26T15:19:28,928 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52605 2024-11-26T15:19:28,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:19:28,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10177ba2a500005 connected 2024-11-26T15:19:28,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:19:28,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,39269,1732634359589 2024-11-26T15:19:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21049c8d 2024-11-26T15:19:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:19:28,958 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:19:28,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:19:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T15:19:28,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:19:28,968 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:28,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T15:19:28,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:19:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:19:28,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741835_1011 (size=902) 2024-11-26T15:19:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:19:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:19:29,377 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4bfd941be6246f24ffb18d54ba3e73aa, NAME => 'test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd 2024-11-26T15:19:29,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741836_1012 (size=39) 2024-11-26T15:19:29,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T15:19:29,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T15:19:29,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:19:29,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T15:19:29,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:19:29,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T15:19:29,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T15:19:29,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T15:19:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:19:29,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:29,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4bfd941be6246f24ffb18d54ba3e73aa, disabling compactions & flushes 2024-11-26T15:19:29,782 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa. 2024-11-26T15:19:29,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa. 2024-11-26T15:19:29,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa. after waiting 0 ms 2024-11-26T15:19:29,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa. 2024-11-26T15:19:29,782 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa. 2024-11-26T15:19:29,783 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4bfd941be6246f24ffb18d54ba3e73aa: Waiting for close lock at 1732634369782Disabling compacts and flushes for region at 1732634369782Disabling writes for close at 1732634369782Writing region close event to WAL at 1732634369782Closed at 1732634369782 2024-11-26T15:19:29,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:19:29,784 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732634369784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634369784"}]},"ts":"1732634369784"} 2024-11-26T15:19:29,786 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:19:29,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:19:29,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634369787"}]},"ts":"1732634369787"} 2024-11-26T15:19:29,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T15:19:29,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4bfd941be6246f24ffb18d54ba3e73aa, ASSIGN}] 2024-11-26T15:19:29,791 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4bfd941be6246f24ffb18d54ba3e73aa, ASSIGN 2024-11-26T15:19:29,791 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4bfd941be6246f24ffb18d54ba3e73aa, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,36253,1732634359905; forceNewPlan=false, retain=false 2024-11-26T15:19:29,942 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4bfd941be6246f24ffb18d54ba3e73aa, regionState=OPENING, regionLocation=6cc2bc8bf733,36253,1732634359905 2024-11-26T15:19:29,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4bfd941be6246f24ffb18d54ba3e73aa, ASSIGN because future has completed 2024-11-26T15:19:29,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bfd941be6246f24ffb18d54ba3e73aa, server=6cc2bc8bf733,36253,1732634359905}] 2024-11-26T15:19:30,104 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa. 2024-11-26T15:19:30,104 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4bfd941be6246f24ffb18d54ba3e73aa, NAME => 'test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:19:30,104 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:19:30,105 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T15:19:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:19:30,105 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4bfd941be6246f24ffb18d54ba3e73aa 2024-11-26T15:19:30,105 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:30,105 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4bfd941be6246f24ffb18d54ba3e73aa 2024-11-26T15:19:30,105 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4bfd941be6246f24ffb18d54ba3e73aa 2024-11-26T15:19:30,106 INFO [StoreOpener-4bfd941be6246f24ffb18d54ba3e73aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4bfd941be6246f24ffb18d54ba3e73aa 2024-11-26T15:19:30,108 INFO [StoreOpener-4bfd941be6246f24ffb18d54ba3e73aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bfd941be6246f24ffb18d54ba3e73aa columnFamilyName f 2024-11-26T15:19:30,108 DEBUG [StoreOpener-4bfd941be6246f24ffb18d54ba3e73aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:30,108 INFO [StoreOpener-4bfd941be6246f24ffb18d54ba3e73aa-1 {}] regionserver.HStore(327): Store=4bfd941be6246f24ffb18d54ba3e73aa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:30,108 INFO [StoreOpener-4bfd941be6246f24ffb18d54ba3e73aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4bfd941be6246f24ffb18d54ba3e73aa 2024-11-26T15:19:30,109 INFO [StoreOpener-4bfd941be6246f24ffb18d54ba3e73aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bfd941be6246f24ffb18d54ba3e73aa columnFamilyName f1 2024-11-26T15:19:30,109 DEBUG [StoreOpener-4bfd941be6246f24ffb18d54ba3e73aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:30,110 INFO [StoreOpener-4bfd941be6246f24ffb18d54ba3e73aa-1 {}] regionserver.HStore(327): Store=4bfd941be6246f24ffb18d54ba3e73aa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:30,110 INFO [StoreOpener-4bfd941be6246f24ffb18d54ba3e73aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4bfd941be6246f24ffb18d54ba3e73aa 2024-11-26T15:19:30,111 INFO [StoreOpener-4bfd941be6246f24ffb18d54ba3e73aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bfd941be6246f24ffb18d54ba3e73aa columnFamilyName norep 2024-11-26T15:19:30,111 DEBUG [StoreOpener-4bfd941be6246f24ffb18d54ba3e73aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:30,112 INFO [StoreOpener-4bfd941be6246f24ffb18d54ba3e73aa-1 {}] regionserver.HStore(327): Store=4bfd941be6246f24ffb18d54ba3e73aa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:30,112 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4bfd941be6246f24ffb18d54ba3e73aa 2024-11-26T15:19:30,113 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa 2024-11-26T15:19:30,113 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa 2024-11-26T15:19:30,114 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4bfd941be6246f24ffb18d54ba3e73aa 2024-11-26T15:19:30,114 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4bfd941be6246f24ffb18d54ba3e73aa 2024-11-26T15:19:30,114 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:19:30,115 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4bfd941be6246f24ffb18d54ba3e73aa 2024-11-26T15:19:30,117 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:19:30,118 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4bfd941be6246f24ffb18d54ba3e73aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71986302, jitterRate=0.07267948985099792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:19:30,118 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4bfd941be6246f24ffb18d54ba3e73aa 2024-11-26T15:19:30,118 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4bfd941be6246f24ffb18d54ba3e73aa: Running coprocessor pre-open hook at 1732634370105Writing region info on filesystem at 1732634370105Initializing all the Stores at 1732634370106 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634370106Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634370106Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634370106Cleaning up temporary data from old regions at 1732634370114 (+8 ms)Running coprocessor post-open hooks at 1732634370118 (+4 ms)Region opened successfully at 1732634370118 2024-11-26T15:19:30,121 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa., pid=6, masterSystemTime=1732634370100 2024-11-26T15:19:30,123 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa. 2024-11-26T15:19:30,123 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa. 2024-11-26T15:19:30,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4bfd941be6246f24ffb18d54ba3e73aa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6cc2bc8bf733,36253,1732634359905 2024-11-26T15:19:30,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bfd941be6246f24ffb18d54ba3e73aa, server=6cc2bc8bf733,36253,1732634359905 because future has completed 2024-11-26T15:19:30,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:19:30,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4bfd941be6246f24ffb18d54ba3e73aa, server=6cc2bc8bf733,36253,1732634359905 in 184 msec 2024-11-26T15:19:30,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T15:19:30,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4bfd941be6246f24ffb18d54ba3e73aa, ASSIGN in 343 msec 2024-11-26T15:19:30,137 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:19:30,138 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634370137"}]},"ts":"1732634370137"} 2024-11-26T15:19:30,140 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T15:19:30,142 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:19:30,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1790 sec 2024-11-26T15:19:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:19:31,127 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T15:19:31,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:19:31,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,45357,1732634365292 2024-11-26T15:19:31,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c354ddd 2024-11-26T15:19:31,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:19:31,130 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:19:31,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:19:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T15:19:31,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:19:31,133 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:31,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T15:19:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:19:31,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:19:31,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741835_1011 (size=902) 2024-11-26T15:19:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:19:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:19:31,542 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 484e56c8b83e76e19aaa0b8b86abf621, NAME => 'test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04 2024-11-26T15:19:31,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741836_1012 (size=39) 2024-11-26T15:19:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:19:31,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:31,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 484e56c8b83e76e19aaa0b8b86abf621, disabling compactions & flushes 2024-11-26T15:19:31,950 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621. 2024-11-26T15:19:31,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621. 2024-11-26T15:19:31,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621. after waiting 0 ms 2024-11-26T15:19:31,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621. 2024-11-26T15:19:31,950 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621. 2024-11-26T15:19:31,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 484e56c8b83e76e19aaa0b8b86abf621: Waiting for close lock at 1732634371950Disabling compacts and flushes for region at 1732634371950Disabling writes for close at 1732634371950Writing region close event to WAL at 1732634371950Closed at 1732634371950 2024-11-26T15:19:31,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:19:31,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732634371952"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634371952"}]},"ts":"1732634371952"} 2024-11-26T15:19:31,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:19:31,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:19:31,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634371956"}]},"ts":"1732634371956"} 2024-11-26T15:19:31,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T15:19:31,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=484e56c8b83e76e19aaa0b8b86abf621, ASSIGN}] 2024-11-26T15:19:31,961 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=484e56c8b83e76e19aaa0b8b86abf621, ASSIGN 2024-11-26T15:19:31,962 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=484e56c8b83e76e19aaa0b8b86abf621, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,39285,1732634365391; forceNewPlan=false, retain=false 2024-11-26T15:19:32,112 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=484e56c8b83e76e19aaa0b8b86abf621, regionState=OPENING, regionLocation=6cc2bc8bf733,39285,1732634365391 2024-11-26T15:19:32,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=484e56c8b83e76e19aaa0b8b86abf621, ASSIGN because future has completed 2024-11-26T15:19:32,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 484e56c8b83e76e19aaa0b8b86abf621, server=6cc2bc8bf733,39285,1732634365391}] 2024-11-26T15:19:32,271 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621. 2024-11-26T15:19:32,272 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 484e56c8b83e76e19aaa0b8b86abf621, NAME => 'test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:19:32,272 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:19:32,272 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T15:19:32,272 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 484e56c8b83e76e19aaa0b8b86abf621 2024-11-26T15:19:32,272 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:32,272 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 484e56c8b83e76e19aaa0b8b86abf621 2024-11-26T15:19:32,272 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 484e56c8b83e76e19aaa0b8b86abf621 2024-11-26T15:19:32,274 INFO [StoreOpener-484e56c8b83e76e19aaa0b8b86abf621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 484e56c8b83e76e19aaa0b8b86abf621 2024-11-26T15:19:32,275 INFO [StoreOpener-484e56c8b83e76e19aaa0b8b86abf621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 484e56c8b83e76e19aaa0b8b86abf621 columnFamilyName f 2024-11-26T15:19:32,275 DEBUG [StoreOpener-484e56c8b83e76e19aaa0b8b86abf621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:19:32,275 INFO [StoreOpener-484e56c8b83e76e19aaa0b8b86abf621-1 {}] regionserver.HStore(327): Store=484e56c8b83e76e19aaa0b8b86abf621/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:32,275 INFO [StoreOpener-484e56c8b83e76e19aaa0b8b86abf621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 484e56c8b83e76e19aaa0b8b86abf621 2024-11-26T15:19:32,276 INFO [StoreOpener-484e56c8b83e76e19aaa0b8b86abf621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 484e56c8b83e76e19aaa0b8b86abf621 columnFamilyName f1 2024-11-26T15:19:32,276 DEBUG [StoreOpener-484e56c8b83e76e19aaa0b8b86abf621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:32,277 INFO [StoreOpener-484e56c8b83e76e19aaa0b8b86abf621-1 {}] regionserver.HStore(327): Store=484e56c8b83e76e19aaa0b8b86abf621/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:32,277 INFO [StoreOpener-484e56c8b83e76e19aaa0b8b86abf621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 484e56c8b83e76e19aaa0b8b86abf621 2024-11-26T15:19:32,278 INFO [StoreOpener-484e56c8b83e76e19aaa0b8b86abf621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 484e56c8b83e76e19aaa0b8b86abf621 columnFamilyName norep 2024-11-26T15:19:32,278 DEBUG [StoreOpener-484e56c8b83e76e19aaa0b8b86abf621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:32,278 INFO [StoreOpener-484e56c8b83e76e19aaa0b8b86abf621-1 {}] regionserver.HStore(327): Store=484e56c8b83e76e19aaa0b8b86abf621/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:32,278 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 484e56c8b83e76e19aaa0b8b86abf621 2024-11-26T15:19:32,279 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/default/test/484e56c8b83e76e19aaa0b8b86abf621 2024-11-26T15:19:32,279 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/default/test/484e56c8b83e76e19aaa0b8b86abf621 2024-11-26T15:19:32,280 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 484e56c8b83e76e19aaa0b8b86abf621 2024-11-26T15:19:32,280 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 484e56c8b83e76e19aaa0b8b86abf621 2024-11-26T15:19:32,280 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:19:32,281 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 484e56c8b83e76e19aaa0b8b86abf621 2024-11-26T15:19:32,283 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/default/test/484e56c8b83e76e19aaa0b8b86abf621/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:19:32,284 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 484e56c8b83e76e19aaa0b8b86abf621; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65283165, jitterRate=-0.027205035090446472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:19:32,284 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 484e56c8b83e76e19aaa0b8b86abf621 2024-11-26T15:19:32,284 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 484e56c8b83e76e19aaa0b8b86abf621: Running coprocessor pre-open hook at 1732634372272Writing region info on filesystem at 1732634372272Initializing all the Stores at 1732634372273 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634372273Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634372273Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634372273Cleaning up temporary data from old regions at 1732634372280 (+7 ms)Running coprocessor post-open hooks at 1732634372284 (+4 ms)Region opened successfully at 1732634372284 2024-11-26T15:19:32,285 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621., pid=6, masterSystemTime=1732634372268 2024-11-26T15:19:32,287 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621. 2024-11-26T15:19:32,287 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621. 2024-11-26T15:19:32,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=484e56c8b83e76e19aaa0b8b86abf621, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6cc2bc8bf733,39285,1732634365391 2024-11-26T15:19:32,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 484e56c8b83e76e19aaa0b8b86abf621, server=6cc2bc8bf733,39285,1732634365391 because future has completed 2024-11-26T15:19:32,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:19:32,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 484e56c8b83e76e19aaa0b8b86abf621, server=6cc2bc8bf733,39285,1732634365391 in 176 msec 2024-11-26T15:19:32,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T15:19:32,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=484e56c8b83e76e19aaa0b8b86abf621, ASSIGN in 335 msec 2024-11-26T15:19:32,297 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:19:32,297 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634372297"}]},"ts":"1732634372297"} 2024-11-26T15:19:32,299 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T15:19:32,300 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:19:32,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-26T15:19:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:19:33,286 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T15:19:33,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d7fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:33,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39269,-1 for getting cluster id 2024-11-26T15:19:33,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:19:33,288 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db1c1566-b8c6-4315-bd69-866fce156217' 2024-11-26T15:19:33,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:19:33,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db1c1566-b8c6-4315-bd69-866fce156217" 2024-11-26T15:19:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7bf5bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39269,-1] 2024-11-26T15:19:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:19:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:33,291 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:19:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73fba4aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:33,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8cb58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:33,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,45357,-1 for getting cluster id 2024-11-26T15:19:33,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:19:33,294 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '953ea74d-17c6-473a-a363-b582fc6d2d81' 2024-11-26T15:19:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:19:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "953ea74d-17c6-473a-a363-b582fc6d2d81" 2024-11-26T15:19:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78882a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,45357,-1] 2024-11-26T15:19:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:19:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:33,296 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:19:33,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d29495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:33,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106d98e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:33,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39269,-1 for getting cluster id 2024-11-26T15:19:33,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:19:33,298 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db1c1566-b8c6-4315-bd69-866fce156217' 2024-11-26T15:19:33,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:19:33,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db1c1566-b8c6-4315-bd69-866fce156217" 2024-11-26T15:19:33,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148fc0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:33,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39269,-1] 2024-11-26T15:19:33,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:19:33,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:33,300 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:19:33,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67017f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:33,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:19:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,39269,1732634359589 2024-11-26T15:19:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e1bbbc9 2024-11-26T15:19:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:19:33,305 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:19:33,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6cc2bc8bf733:45357,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-26T15:19:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:19:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:19:33,308 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:45357' 2024-11-26T15:19:33,309 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f875536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:33,309 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,45357,-1 for getting cluster id 2024-11-26T15:19:33,309 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:19:33,310 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '953ea74d-17c6-473a-a363-b582fc6d2d81' 2024-11-26T15:19:33,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:19:33,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "953ea74d-17c6-473a-a363-b582fc6d2d81" 2024-11-26T15:19:33,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7810c89c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:33,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,45357,-1] 2024-11-26T15:19:33,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:19:33,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:33,311 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:19:33,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4a318a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:33,312 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:19:33,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,45357,1732634365292 2024-11-26T15:19:33,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e86c659 2024-11-26T15:19:33,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:19:33,314 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:19:33,315 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T15:19:33,315 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:19:33,315 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:33,315 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:33,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:19:33,315 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:19:33,317 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T15:19:33,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:19:33,318 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:33,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:19:33,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741837_1013 (size=1138) 2024-11-26T15:19:33,367 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T15:19:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:19:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:19:33,698 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T15:19:33,728 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d1b5e51236bba9d07d15b24e98c24fb, NAME => 'hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd 2024-11-26T15:19:33,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741838_1014 (size=44) 2024-11-26T15:19:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:19:34,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:34,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6d1b5e51236bba9d07d15b24e98c24fb, disabling compactions & flushes 2024-11-26T15:19:34,139 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb. 2024-11-26T15:19:34,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb. 2024-11-26T15:19:34,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb. after waiting 0 ms 2024-11-26T15:19:34,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb. 2024-11-26T15:19:34,139 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb. 2024-11-26T15:19:34,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d1b5e51236bba9d07d15b24e98c24fb: Waiting for close lock at 1732634374139Disabling compacts and flushes for region at 1732634374139Disabling writes for close at 1732634374139Writing region close event to WAL at 1732634374139Closed at 1732634374139 2024-11-26T15:19:34,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:19:34,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732634374140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634374140"}]},"ts":"1732634374140"} 2024-11-26T15:19:34,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:19:34,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:19:34,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634374144"}]},"ts":"1732634374144"} 2024-11-26T15:19:34,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T15:19:34,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d1b5e51236bba9d07d15b24e98c24fb, ASSIGN}] 2024-11-26T15:19:34,148 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d1b5e51236bba9d07d15b24e98c24fb, ASSIGN 2024-11-26T15:19:34,149 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6d1b5e51236bba9d07d15b24e98c24fb, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,36253,1732634359905; forceNewPlan=false, retain=false 2024-11-26T15:19:34,282 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:19:34,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6d1b5e51236bba9d07d15b24e98c24fb, regionState=OPENING, regionLocation=6cc2bc8bf733,36253,1732634359905 2024-11-26T15:19:34,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6d1b5e51236bba9d07d15b24e98c24fb, ASSIGN because future has completed 2024-11-26T15:19:34,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d1b5e51236bba9d07d15b24e98c24fb, server=6cc2bc8bf733,36253,1732634359905}] 2024-11-26T15:19:34,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:34,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:34,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:34,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:19:34,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb. 2024-11-26T15:19:34,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:19:34,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T15:19:34,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C36253%2C1732634359905.rep, suffix=, logDir=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905, archiveDir=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/oldWALs, maxLogs=10 2024-11-26T15:19:34,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.rep.1732634374461, exclude list is [], retry=0 2024-11-26T15:19:34,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36411,DS-7e9a915d-156d-4d8b-ad6a-fca79b844e37,DISK] 2024-11-26T15:19:34,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.rep.1732634374461 2024-11-26T15:19:34,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-26T15:19:34,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d1b5e51236bba9d07d15b24e98c24fb, NAME => 'hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:19:34,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:19:34,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:19:34,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb. service=MultiRowMutationService 2024-11-26T15:19:34,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T15:19:34,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:19:34,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:19:34,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:19:34,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:19:34,478 INFO [StoreOpener-6d1b5e51236bba9d07d15b24e98c24fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:19:34,480 INFO [StoreOpener-6d1b5e51236bba9d07d15b24e98c24fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d1b5e51236bba9d07d15b24e98c24fb columnFamilyName hfileref 2024-11-26T15:19:34,480 DEBUG [StoreOpener-6d1b5e51236bba9d07d15b24e98c24fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:34,481 INFO [StoreOpener-6d1b5e51236bba9d07d15b24e98c24fb-1 {}] regionserver.HStore(327): Store=6d1b5e51236bba9d07d15b24e98c24fb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:34,481 INFO [StoreOpener-6d1b5e51236bba9d07d15b24e98c24fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:19:34,482 INFO [StoreOpener-6d1b5e51236bba9d07d15b24e98c24fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d1b5e51236bba9d07d15b24e98c24fb columnFamilyName queue 2024-11-26T15:19:34,482 DEBUG [StoreOpener-6d1b5e51236bba9d07d15b24e98c24fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:34,482 INFO [StoreOpener-6d1b5e51236bba9d07d15b24e98c24fb-1 {}] regionserver.HStore(327): Store=6d1b5e51236bba9d07d15b24e98c24fb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:34,482 INFO [StoreOpener-6d1b5e51236bba9d07d15b24e98c24fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:19:34,483 INFO [StoreOpener-6d1b5e51236bba9d07d15b24e98c24fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d1b5e51236bba9d07d15b24e98c24fb columnFamilyName sid 2024-11-26T15:19:34,483 DEBUG [StoreOpener-6d1b5e51236bba9d07d15b24e98c24fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:19:34,484 INFO [StoreOpener-6d1b5e51236bba9d07d15b24e98c24fb-1 {}] regionserver.HStore(327): Store=6d1b5e51236bba9d07d15b24e98c24fb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:19:34,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:19:34,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/replication/6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:19:34,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/replication/6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:19:34,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:19:34,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:19:34,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:19:34,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:19:34,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/replication/6d1b5e51236bba9d07d15b24e98c24fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:19:34,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6d1b5e51236bba9d07d15b24e98c24fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60774079, jitterRate=-0.09439565241336823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:19:34,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:19:34,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6d1b5e51236bba9d07d15b24e98c24fb: Running coprocessor pre-open hook at 1732634374477Writing region info on filesystem at 1732634374477Initializing all the Stores at 1732634374478 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634374478Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634374478Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634374478Cleaning up temporary data from old regions at 1732634374486 (+8 ms)Running coprocessor post-open hooks at 1732634374491 (+5 ms)Region opened successfully at 1732634374492 (+1 ms) 2024-11-26T15:19:34,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb., pid=10, masterSystemTime=1732634374455 2024-11-26T15:19:34,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb. 2024-11-26T15:19:34,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb. 2024-11-26T15:19:34,495 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6d1b5e51236bba9d07d15b24e98c24fb, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,36253,1732634359905 2024-11-26T15:19:34,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d1b5e51236bba9d07d15b24e98c24fb, server=6cc2bc8bf733,36253,1732634359905 because future has completed 2024-11-26T15:19:34,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T15:19:34,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d1b5e51236bba9d07d15b24e98c24fb, server=6cc2bc8bf733,36253,1732634359905 in 196 msec 2024-11-26T15:19:34,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T15:19:34,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d1b5e51236bba9d07d15b24e98c24fb, ASSIGN in 353 msec 2024-11-26T15:19:34,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:19:34,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634374503"}]},"ts":"1732634374503"} 2024-11-26T15:19:34,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T15:19:34,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:19:34,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1910 sec 2024-11-26T15:19:34,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb., hostname=6cc2bc8bf733,36253,1732634359905, seqNum=2] 2024-11-26T15:19:34,540 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222 2024-11-26T15:19:34,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222 2024-11-26T15:19:34,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:19:34,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T15:19:34,715 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T15:19:34,740 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6cc2bc8bf733,36253,1732634359905, ReplicationSource: 1, currentBandwidth=0 2024-11-26T15:19:34,741 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:19:34,741 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,36253,1732634359905, seqNum=-1] 2024-11-26T15:19:34,741 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:19:34,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-26T15:19:34,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6cc2bc8bf733,36253,1732634359905', locateType=CURRENT is [region=hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb., hostname=6cc2bc8bf733,36253,1732634359905, seqNum=2] 2024-11-26T15:19:34,747 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T15:19:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T15:19:34,749 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6cc2bc8bf733,36253,1732634359905 suceeded 2024-11-26T15:19:34,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T15:19:34,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-26T15:19:34,751 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6cc2bc8bf733:45357,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-26T15:19:34,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4450 sec 2024-11-26T15:19:34,763 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:45357' 2024-11-26T15:19:34,764 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@439ada72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:34,765 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,45357,-1 for getting cluster id 2024-11-26T15:19:34,765 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:19:34,766 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '953ea74d-17c6-473a-a363-b582fc6d2d81' 2024-11-26T15:19:34,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:19:34,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "953ea74d-17c6-473a-a363-b582fc6d2d81" 2024-11-26T15:19:34,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62b89be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:34,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,45357,-1] 2024-11-26T15:19:34,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:19:34,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:34,767 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:19:34,768 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@464af9f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:34,768 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:19:34,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,45357,1732634365292 2024-11-26T15:19:34,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@418fb372 2024-11-26T15:19:34,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:19:34,770 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-26T15:19:34,771 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6cc2bc8bf733,36253,1732634359905 (queues=1) is replicating from cluster=db1c1566-b8c6-4315-bd69-866fce156217 to cluster=953ea74d-17c6-473a-a363-b582fc6d2d81 2024-11-26T15:19:34,771 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6cc2bc8bf733%2C36253%2C1732634359905 2024-11-26T15:19:34,771 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6cc2bc8bf733,36253,1732634359905, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:19:34,771 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.shipper6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C36253%2C1732634359905 2024-11-26T15:19:34,771 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130, startPosition=0, beingWritten=true 2024-11-26T15:19:34,779 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:19:34,779 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 379, reset compression=false 2024-11-26T15:19:34,779 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.shipper6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,36253,1732634359905 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:19:34,984 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 379, reset compression=false 2024-11-26T15:19:35,287 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 379, reset compression=false 2024-11-26T15:19:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:19:35,456 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T15:19:35,456 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:19:35,456 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:19:35,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:35,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:35,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:19:35,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:35,463 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732634375461/Put/seqid=0 2024-11-26T15:19:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741840_1016 (size=7894) 2024-11-26T15:19:35,691 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 379, reset compression=false 2024-11-26T15:19:35,870 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/load_f/f/hfile_1 is 34, key is ddd/f:row/1732634375869/Put/seqid=0 2024-11-26T15:19:35,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741841_1017 (size=7691) 2024-11-26T15:19:36,195 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 379, reset compression=false 2024-11-26T15:19:36,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@911780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:36,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39269,-1 for getting cluster id 2024-11-26T15:19:36,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:19:36,279 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db1c1566-b8c6-4315-bd69-866fce156217' 2024-11-26T15:19:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:19:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db1c1566-b8c6-4315-bd69-866fce156217" 2024-11-26T15:19:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539901b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39269,-1] 2024-11-26T15:19:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:19:36,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:36,280 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:19:36,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66802d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:36,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:19:36,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,36253,1732634359905, seqNum=-1] 2024-11-26T15:19:36,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:19:36,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:19:36,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:19:36,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,39269,1732634359589 2024-11-26T15:19:36,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50c910d3 2024-11-26T15:19:36,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:19:36,297 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:19:36,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa., hostname=6cc2bc8bf733,36253,1732634359905, seqNum=2] 2024-11-26T15:19:36,310 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T15:19:36,321 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-26T15:19:36,324 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-26T15:19:36,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/load_f/f/hfile_0 for inclusion in 4bfd941be6246f24ffb18d54ba3e73aa/f 2024-11-26T15:19:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T15:19:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:19:36,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/load_f/f/hfile_1 for inclusion in 4bfd941be6246f24ffb18d54ba3e73aa/f 2024-11-26T15:19:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T15:19:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:19:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HRegion(2603): Flush status journal for 4bfd941be6246f24ffb18d54ba3e73aa: 2024-11-26T15:19:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/load_f/f/hfile_0 to hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__s41tmdjtjd5529d0ns093rronqj2sftfqu78c7p6n7ij0buc7mulh8317joaietu/f/hfile_0 2024-11-26T15:19:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__s41tmdjtjd5529d0ns093rronqj2sftfqu78c7p6n7ij0buc7mulh8317joaietu/f/hfile_0 as hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa/f/a12e30a8bb394bf8beb14619aba144ae_SeqId_4_ 2024-11-26T15:19:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/load_f/f/hfile_1 to hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__s41tmdjtjd5529d0ns093rronqj2sftfqu78c7p6n7ij0buc7mulh8317joaietu/f/hfile_1 2024-11-26T15:19:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__s41tmdjtjd5529d0ns093rronqj2sftfqu78c7p6n7ij0buc7mulh8317joaietu/f/hfile_1 as hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa/f/363776f909d542a398077c2b784933be_SeqId_4_ 2024-11-26T15:19:36,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__s41tmdjtjd5529d0ns093rronqj2sftfqu78c7p6n7ij0buc7mulh8317joaietu/f/hfile_0 into 4bfd941be6246f24ffb18d54ba3e73aa/f as hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa/f/a12e30a8bb394bf8beb14619aba144ae_SeqId_4_ - updating store file list. 2024-11-26T15:19:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a12e30a8bb394bf8beb14619aba144ae_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T15:19:36,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa/f/a12e30a8bb394bf8beb14619aba144ae_SeqId_4_ into 4bfd941be6246f24ffb18d54ba3e73aa/f 2024-11-26T15:19:36,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__s41tmdjtjd5529d0ns093rronqj2sftfqu78c7p6n7ij0buc7mulh8317joaietu/f/hfile_0 into 4bfd941be6246f24ffb18d54ba3e73aa/f (new location: hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa/f/a12e30a8bb394bf8beb14619aba144ae_SeqId_4_) 2024-11-26T15:19:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__s41tmdjtjd5529d0ns093rronqj2sftfqu78c7p6n7ij0buc7mulh8317joaietu/f/hfile_0 2024-11-26T15:19:36,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__s41tmdjtjd5529d0ns093rronqj2sftfqu78c7p6n7ij0buc7mulh8317joaietu/f/hfile_1 into 4bfd941be6246f24ffb18d54ba3e73aa/f as hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa/f/363776f909d542a398077c2b784933be_SeqId_4_ - updating store file list. 2024-11-26T15:19:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 363776f909d542a398077c2b784933be_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T15:19:36,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa/f/363776f909d542a398077c2b784933be_SeqId_4_ into 4bfd941be6246f24ffb18d54ba3e73aa/f 2024-11-26T15:19:36,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__s41tmdjtjd5529d0ns093rronqj2sftfqu78c7p6n7ij0buc7mulh8317joaietu/f/hfile_1 into 4bfd941be6246f24ffb18d54ba3e73aa/f (new location: hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa/f/363776f909d542a398077c2b784933be_SeqId_4_) 2024-11-26T15:19:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__s41tmdjtjd5529d0ns093rronqj2sftfqu78c7p6n7ij0buc7mulh8317joaietu/f/hfile_1 2024-11-26T15:19:36,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:19:36,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:19:36,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:36,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:36,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:19:36,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:19:36,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa., hostname=6cc2bc8bf733,36253,1732634359905, seqNum=2 , the old value is region=test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa., hostname=6cc2bc8bf733,36253,1732634359905, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6cc2bc8bf733:36253 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T15:19:36,394 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T15:19:36,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa., hostname=6cc2bc8bf733,36253,1732634359905, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T15:19:36,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa., hostname=6cc2bc8bf733,36253,1732634359905, seqNum=2 from cache 2024-11-26T15:19:36,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,39285,1732634365391, seqNum=-1] 2024-11-26T15:19:36,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:19:36,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:19:36,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621., hostname=6cc2bc8bf733,39285,1732634365391, seqNum=2] 2024-11-26T15:19:36,401 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T15:19:36,507 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:36253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T15:19:36,799 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 379, reset compression=false 2024-11-26T15:19:36,806 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:19:36,807 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.shipper6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,36253,1732634359905 got entry batch from reader: WALEntryBatch [walEntries=[{test/4bfd941be6246f24ffb18d54ba3e73aa/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732634376385/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T15:19:36,830 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.shipper6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:19:36,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-26T15:19:36,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.ReplicationSink(318): Replicating [db1c1566-b8c6-4315-bd69-866fce156217] bulk loaded data 2024-11-26T15:19:36,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17f9a629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:36,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,45357,-1 for getting cluster id 2024-11-26T15:19:36,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:19:36,836 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '953ea74d-17c6-473a-a363-b582fc6d2d81' 2024-11-26T15:19:36,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:19:36,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "953ea74d-17c6-473a-a363-b582fc6d2d81" 2024-11-26T15:19:36,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d39ac34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:36,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,45357,-1] 2024-11-26T15:19:36,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:19:36,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:36,838 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:19:36,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@188b4386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:36,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741837_1013 (size=7894) 2024-11-26T15:19:37,007 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 687, reset compression=false 2024-11-26T15:19:37,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741838_1014 (size=7691) 2024-11-26T15:19:37,311 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 687, reset compression=false 2024-11-26T15:19:37,403 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T15:19:37,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:19:37,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,45357,1732634365292 2024-11-26T15:19:37,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eadea0d 2024-11-26T15:19:37,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:19:37,666 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-26T15:19:37,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T15:19:37,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:19:37,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,39285,1732634365391, seqNum=-1] 2024-11-26T15:19:37,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:19:37,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-26T15:19:37,677 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/staging/jenkins.hfs.6__test__gag3apsul22e5qjn3tflv459rccl7dc8mrou4rv398dt41pkluqfep03jqk2am66/f/363776f909d542a398077c2b784933be_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T15:19:37,680 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/staging/jenkins.hfs.6__test__gag3apsul22e5qjn3tflv459rccl7dc8mrou4rv398dt41pkluqfep03jqk2am66/f/a12e30a8bb394bf8beb14619aba144ae_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T15:19:37,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/staging/jenkins.hfs.6__test__gag3apsul22e5qjn3tflv459rccl7dc8mrou4rv398dt41pkluqfep03jqk2am66/f/363776f909d542a398077c2b784933be_SeqId_4_ for inclusion in 484e56c8b83e76e19aaa0b8b86abf621/f 2024-11-26T15:19:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T15:19:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:19:37,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/staging/jenkins.hfs.6__test__gag3apsul22e5qjn3tflv459rccl7dc8mrou4rv398dt41pkluqfep03jqk2am66/f/a12e30a8bb394bf8beb14619aba144ae_SeqId_4_ for inclusion in 484e56c8b83e76e19aaa0b8b86abf621/f 2024-11-26T15:19:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T15:19:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:19:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(2603): Flush status journal for 484e56c8b83e76e19aaa0b8b86abf621: 2024-11-26T15:19:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 363776f909d542a398077c2b784933be_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T15:19:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/staging/jenkins.hfs.6__test__gag3apsul22e5qjn3tflv459rccl7dc8mrou4rv398dt41pkluqfep03jqk2am66/f/363776f909d542a398077c2b784933be_SeqId_4_ as hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/default/test/484e56c8b83e76e19aaa0b8b86abf621/f/855a61cef5824092a3b0a50947c9358d_SeqId_4_ 2024-11-26T15:19:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a12e30a8bb394bf8beb14619aba144ae_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T15:19:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/staging/jenkins.hfs.6__test__gag3apsul22e5qjn3tflv459rccl7dc8mrou4rv398dt41pkluqfep03jqk2am66/f/a12e30a8bb394bf8beb14619aba144ae_SeqId_4_ as hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/default/test/484e56c8b83e76e19aaa0b8b86abf621/f/b306f5590954426e86c1d3aff120a6c0_SeqId_4_ 2024-11-26T15:19:37,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/staging/jenkins.hfs.6__test__gag3apsul22e5qjn3tflv459rccl7dc8mrou4rv398dt41pkluqfep03jqk2am66/f/363776f909d542a398077c2b784933be_SeqId_4_ into 484e56c8b83e76e19aaa0b8b86abf621/f as hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/default/test/484e56c8b83e76e19aaa0b8b86abf621/f/855a61cef5824092a3b0a50947c9358d_SeqId_4_ - updating store file list. 2024-11-26T15:19:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 855a61cef5824092a3b0a50947c9358d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T15:19:37,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/default/test/484e56c8b83e76e19aaa0b8b86abf621/f/855a61cef5824092a3b0a50947c9358d_SeqId_4_ into 484e56c8b83e76e19aaa0b8b86abf621/f 2024-11-26T15:19:37,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/staging/jenkins.hfs.6__test__gag3apsul22e5qjn3tflv459rccl7dc8mrou4rv398dt41pkluqfep03jqk2am66/f/363776f909d542a398077c2b784933be_SeqId_4_ into 484e56c8b83e76e19aaa0b8b86abf621/f (new location: hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/default/test/484e56c8b83e76e19aaa0b8b86abf621/f/855a61cef5824092a3b0a50947c9358d_SeqId_4_) 2024-11-26T15:19:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/staging/jenkins.hfs.6__test__gag3apsul22e5qjn3tflv459rccl7dc8mrou4rv398dt41pkluqfep03jqk2am66/f/363776f909d542a398077c2b784933be_SeqId_4_ 2024-11-26T15:19:37,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/staging/jenkins.hfs.6__test__gag3apsul22e5qjn3tflv459rccl7dc8mrou4rv398dt41pkluqfep03jqk2am66/f/a12e30a8bb394bf8beb14619aba144ae_SeqId_4_ into 484e56c8b83e76e19aaa0b8b86abf621/f as hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/default/test/484e56c8b83e76e19aaa0b8b86abf621/f/b306f5590954426e86c1d3aff120a6c0_SeqId_4_ - updating store file list. 2024-11-26T15:19:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b306f5590954426e86c1d3aff120a6c0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T15:19:37,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/default/test/484e56c8b83e76e19aaa0b8b86abf621/f/b306f5590954426e86c1d3aff120a6c0_SeqId_4_ into 484e56c8b83e76e19aaa0b8b86abf621/f 2024-11-26T15:19:37,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/staging/jenkins.hfs.6__test__gag3apsul22e5qjn3tflv459rccl7dc8mrou4rv398dt41pkluqfep03jqk2am66/f/a12e30a8bb394bf8beb14619aba144ae_SeqId_4_ into 484e56c8b83e76e19aaa0b8b86abf621/f (new location: hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/default/test/484e56c8b83e76e19aaa0b8b86abf621/f/b306f5590954426e86c1d3aff120a6c0_SeqId_4_) 2024-11-26T15:19:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/staging/jenkins.hfs.6__test__gag3apsul22e5qjn3tflv459rccl7dc8mrou4rv398dt41pkluqfep03jqk2am66/f/a12e30a8bb394bf8beb14619aba144ae_SeqId_4_ 2024-11-26T15:19:37,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.ReplicationSink(324): Finished replicating [db1c1566-b8c6-4315-bd69-866fce156217] bulk loaded data 2024-11-26T15:19:37,715 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 687, reset compression=false 2024-11-26T15:19:38,218 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 687, reset compression=false 2024-11-26T15:19:38,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:19:38,420 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732634378419/Put/seqid=0 2024-11-26T15:19:38,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741842_1018 (size=7997) 2024-11-26T15:19:38,822 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 687, reset compression=false 2024-11-26T15:19:38,827 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732634378826/Put/seqid=0 2024-11-26T15:19:38,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741843_1019 (size=7794) 2024-11-26T15:19:39,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f1a9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:39,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39269,-1 for getting cluster id 2024-11-26T15:19:39,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:19:39,235 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db1c1566-b8c6-4315-bd69-866fce156217' 2024-11-26T15:19:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:19:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db1c1566-b8c6-4315-bd69-866fce156217" 2024-11-26T15:19:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f71bae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39269,-1] 2024-11-26T15:19:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:19:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:39,236 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:19:39,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ff39d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:19:39,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:19:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,36253,1732634359905, seqNum=-1] 2024-11-26T15:19:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:19:39,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:19:39,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:19:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,39269,1732634359589 2024-11-26T15:19:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e1b3202 2024-11-26T15:19:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:19:39,249 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:19:39,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa., hostname=6cc2bc8bf733,36253,1732634359905, seqNum=2] 2024-11-26T15:19:39,254 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T15:19:39,260 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-26T15:19:39,263 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-26T15:19:39,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/load_f1/f1/hfile_0 for inclusion in 4bfd941be6246f24ffb18d54ba3e73aa/f1 2024-11-26T15:19:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T15:19:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:19:39,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/load_f1/f1/hfile_1 for inclusion in 4bfd941be6246f24ffb18d54ba3e73aa/f1 2024-11-26T15:19:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T15:19:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:19:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HRegion(2603): Flush status journal for 4bfd941be6246f24ffb18d54ba3e73aa: 2024-11-26T15:19:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/load_f1/f1/hfile_0 to hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__t4mef85qee5ttoqk3purvgb9qsephuleutm170f96s424evp1hn7fuolpi3ajco6/f1/hfile_0 2024-11-26T15:19:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__t4mef85qee5ttoqk3purvgb9qsephuleutm170f96s424evp1hn7fuolpi3ajco6/f1/hfile_0 as hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa/f1/848451b0c84040cbaf15fcf876765990_SeqId_6_ 2024-11-26T15:19:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/load_f1/f1/hfile_1 to hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__t4mef85qee5ttoqk3purvgb9qsephuleutm170f96s424evp1hn7fuolpi3ajco6/f1/hfile_1 2024-11-26T15:19:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__t4mef85qee5ttoqk3purvgb9qsephuleutm170f96s424evp1hn7fuolpi3ajco6/f1/hfile_1 as hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa/f1/cafdbb9408f44fa29bccd2aa4cf8a52d_SeqId_6_ 2024-11-26T15:19:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-26T15:19:39,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__t4mef85qee5ttoqk3purvgb9qsephuleutm170f96s424evp1hn7fuolpi3ajco6/f1/hfile_0 into 4bfd941be6246f24ffb18d54ba3e73aa/f1 as hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa/f1/848451b0c84040cbaf15fcf876765990_SeqId_6_ - updating store file list. 2024-11-26T15:19:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 848451b0c84040cbaf15fcf876765990_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T15:19:39,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa/f1/848451b0c84040cbaf15fcf876765990_SeqId_6_ into 4bfd941be6246f24ffb18d54ba3e73aa/f1 2024-11-26T15:19:39,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__t4mef85qee5ttoqk3purvgb9qsephuleutm170f96s424evp1hn7fuolpi3ajco6/f1/hfile_0 into 4bfd941be6246f24ffb18d54ba3e73aa/f1 (new location: hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa/f1/848451b0c84040cbaf15fcf876765990_SeqId_6_) 2024-11-26T15:19:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__t4mef85qee5ttoqk3purvgb9qsephuleutm170f96s424evp1hn7fuolpi3ajco6/f1/hfile_0 2024-11-26T15:19:39,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__t4mef85qee5ttoqk3purvgb9qsephuleutm170f96s424evp1hn7fuolpi3ajco6/f1/hfile_1 into 4bfd941be6246f24ffb18d54ba3e73aa/f1 as hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa/f1/cafdbb9408f44fa29bccd2aa4cf8a52d_SeqId_6_ - updating store file list. 2024-11-26T15:19:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cafdbb9408f44fa29bccd2aa4cf8a52d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T15:19:39,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa/f1/cafdbb9408f44fa29bccd2aa4cf8a52d_SeqId_6_ into 4bfd941be6246f24ffb18d54ba3e73aa/f1 2024-11-26T15:19:39,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__t4mef85qee5ttoqk3purvgb9qsephuleutm170f96s424evp1hn7fuolpi3ajco6/f1/hfile_1 into 4bfd941be6246f24ffb18d54ba3e73aa/f1 (new location: hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa/f1/cafdbb9408f44fa29bccd2aa4cf8a52d_SeqId_6_) 2024-11-26T15:19:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/staging/jenkins__test__t4mef85qee5ttoqk3purvgb9qsephuleutm170f96s424evp1hn7fuolpi3ajco6/f1/hfile_1 2024-11-26T15:19:39,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:19:39,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:19:39,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:39,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:19:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa., hostname=6cc2bc8bf733,36253,1732634359905, seqNum=2 , the old value is region=test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa., hostname=6cc2bc8bf733,36253,1732634359905, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6cc2bc8bf733:36253 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T15:19:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa., hostname=6cc2bc8bf733,36253,1732634359905, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T15:19:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa., hostname=6cc2bc8bf733,36253,1732634359905, seqNum=2 from cache 2024-11-26T15:19:39,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:19:39,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:19:39,294 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T15:19:39,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,36253,1732634359905, seqNum=-1] 2024-11-26T15:19:39,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:19:39,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:19:39,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa., hostname=6cc2bc8bf733,36253,1732634359905, seqNum=2] 2024-11-26T15:19:39,395 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:36253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T15:19:39,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T15:19:39,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T15:19:39,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T15:19:39,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T15:19:39,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:19:39,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T15:19:39,526 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 687, reset compression=false 2024-11-26T15:19:39,531 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:19:39,531 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:39,531 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.shipper6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,36253,1732634359905 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:19:39,735 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:39,978 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:19:39,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:39,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:39,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:40,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:19:40,038 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:40,442 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:40,947 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:41,551 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:42,255 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:43,059 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:43,963 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:44,966 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:46,072 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:47,276 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:48,580 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:49,175 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T15:19:49,984 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:51,490 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:53,095 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:54,799 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:54,881 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T15:19:56,607 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:58,512 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:19:59,533 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.shipper6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,36253,1732634359905 got entry batch from reader: null 2024-11-26T15:20:00,516 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:20:02,624 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:20:03,329 INFO [master/6cc2bc8bf733:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T15:20:03,329 INFO [master/6cc2bc8bf733:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T15:20:04,830 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:20:07,135 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:20:08,835 INFO [master/6cc2bc8bf733:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T15:20:08,835 INFO [master/6cc2bc8bf733:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T15:20:09,541 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:20:12,050 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:20:14,654 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:20:15,105 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4bfd941be6246f24ffb18d54ba3e73aa, had cached 0 bytes from a total of 31376 2024-11-26T15:20:17,272 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 484e56c8b83e76e19aaa0b8b86abf621, had cached 0 bytes from a total of 15585 2024-11-26T15:20:17,357 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:20:19,175 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T15:20:19,533 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.shipper6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,36253,1732634359905 got entry batch from reader: null 2024-11-26T15:20:20,161 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:20:23,066 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:20:24,881 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T15:20:26,070 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:20:28,863 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T15:20:29,174 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:20:32,378 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:20:35,681 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:20:39,085 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:20:39,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:20:39,329 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:20:39,329 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:20:39,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:39,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:39,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:20:39,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=463235387, stopped=false 2024-11-26T15:20:39,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:20:39,330 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,45357,1732634365292 2024-11-26T15:20:39,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1087719960/running 2024-11-26T15:20:39,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1087719960/running 2024-11-26T15:20:39,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960 2024-11-26T15:20:39,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960 2024-11-26T15:20:39,336 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:20:39,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:20:39,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:20:39,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:39,337 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,39285,1732634365391' ***** 2024-11-26T15:20:39,337 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:20:39,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Set watcher on znode that does not yet exist, /1-1087719960/running 2024-11-26T15:20:39,337 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:20:39,337 INFO [RS:0;6cc2bc8bf733:39285 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:20:39,337 INFO [RS:0;6cc2bc8bf733:39285 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:20:39,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Set watcher on znode that does not yet exist, /1-1087719960/running 2024-11-26T15:20:39,337 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(3091): Received CLOSE for 484e56c8b83e76e19aaa0b8b86abf621 2024-11-26T15:20:39,338 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:20:39,338 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,39285,1732634365391 2024-11-26T15:20:39,338 INFO [RS:0;6cc2bc8bf733:39285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:20:39,338 INFO [RS:0;6cc2bc8bf733:39285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:39285. 2024-11-26T15:20:39,338 DEBUG [RS:0;6cc2bc8bf733:39285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:20:39,338 DEBUG [RS:0;6cc2bc8bf733:39285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:39,338 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:20:39,338 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:20:39,338 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:20:39,338 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:20:39,338 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T15:20:39,339 DEBUG [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 484e56c8b83e76e19aaa0b8b86abf621=test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621.} 2024-11-26T15:20:39,339 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 484e56c8b83e76e19aaa0b8b86abf621, disabling compactions & flushes 2024-11-26T15:20:39,339 DEBUG [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 484e56c8b83e76e19aaa0b8b86abf621 2024-11-26T15:20:39,339 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:20:39,339 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621. 2024-11-26T15:20:39,339 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621. 2024-11-26T15:20:39,339 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:20:39,339 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:20:39,339 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621. after waiting 0 ms 2024-11-26T15:20:39,339 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621. 2024-11-26T15:20:39,339 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:20:39,339 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:20:39,339 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T15:20:39,347 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/default/test/484e56c8b83e76e19aaa0b8b86abf621/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T15:20:39,348 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:20:39,348 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:20:39,348 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621. 2024-11-26T15:20:39,348 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 484e56c8b83e76e19aaa0b8b86abf621: Waiting for close lock at 1732634439338Running coprocessor pre-close hooks at 1732634439338Disabling compacts and flushes for region at 1732634439338Disabling writes for close at 1732634439339 (+1 ms)Writing region close event to WAL at 1732634439339Running coprocessor post-close hooks at 1732634439348 (+9 ms)Closed at 1732634439348 2024-11-26T15:20:39,348 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621. 2024-11-26T15:20:39,354 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/.tmp/info/5b2eca228e8f4809b97bb48dbae39520 is 129, key is test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621./info:regioninfo/1732634372287/Put/seqid=0 2024-11-26T15:20:39,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741839_1015 (size=6421) 2024-11-26T15:20:39,379 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:20:39,534 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.shipper6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,36253,1732634359905 got entry batch from reader: null 2024-11-26T15:20:39,539 DEBUG [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:20:39,705 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:20:39,705 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:20:39,739 DEBUG [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:20:39,759 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/.tmp/info/5b2eca228e8f4809b97bb48dbae39520 2024-11-26T15:20:39,778 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/.tmp/ns/a71d9ec6243449318b37a616288ac5f4 is 43, key is default/ns:d/1732634368813/Put/seqid=0 2024-11-26T15:20:39,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741840_1016 (size=5153) 2024-11-26T15:20:39,939 DEBUG [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:20:40,139 DEBUG [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:20:40,183 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/.tmp/ns/a71d9ec6243449318b37a616288ac5f4 2024-11-26T15:20:40,206 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/.tmp/rep_barrier/237c159751764564ae77877033f5008a is 112, key is test,,1732634371130.484e56c8b83e76e19aaa0b8b86abf621./rep_barrier:seqnumDuringOpen/1732634372287/Put/seqid=0 2024-11-26T15:20:40,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741841_1017 (size=5518) 2024-11-26T15:20:40,339 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T15:20:40,340 DEBUG [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:20:40,340 DEBUG [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:20:40,540 DEBUG [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:20:40,611 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/.tmp/rep_barrier/237c159751764564ae77877033f5008a 2024-11-26T15:20:40,677 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/.tmp/table/79e44de105f64483921c6f65ed0f52ee is 40, key is test/table:state/1732634372297/Put/seqid=0 2024-11-26T15:20:40,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741842_1018 (size=5165) 2024-11-26T15:20:40,740 DEBUG [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:20:40,940 DEBUG [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:20:41,082 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/.tmp/table/79e44de105f64483921c6f65ed0f52ee 2024-11-26T15:20:41,088 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/.tmp/info/5b2eca228e8f4809b97bb48dbae39520 as hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/info/5b2eca228e8f4809b97bb48dbae39520 2024-11-26T15:20:41,094 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/info/5b2eca228e8f4809b97bb48dbae39520, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T15:20:41,095 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/.tmp/ns/a71d9ec6243449318b37a616288ac5f4 as hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/ns/a71d9ec6243449318b37a616288ac5f4 2024-11-26T15:20:41,101 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/ns/a71d9ec6243449318b37a616288ac5f4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T15:20:41,102 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/.tmp/rep_barrier/237c159751764564ae77877033f5008a as hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/rep_barrier/237c159751764564ae77877033f5008a 2024-11-26T15:20:41,108 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/rep_barrier/237c159751764564ae77877033f5008a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T15:20:41,109 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/.tmp/table/79e44de105f64483921c6f65ed0f52ee as hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/table/79e44de105f64483921c6f65ed0f52ee 2024-11-26T15:20:41,116 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/table/79e44de105f64483921c6f65ed0f52ee, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T15:20:41,117 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1778ms, sequenceid=11, compaction requested=false 2024-11-26T15:20:41,122 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T15:20:41,122 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:20:41,122 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:20:41,122 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:20:41,123 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634439339Running coprocessor pre-close hooks at 1732634439339Disabling compacts and flushes for region at 1732634439339Disabling writes for close at 1732634439339Obtaining lock to block concurrent updates at 1732634439339Preparing flush snapshotting stores in 1588230740 at 1732634439339Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732634439339Flushing stores of hbase:meta,,1.1588230740 at 1732634439340 (+1 ms)Flushing 1588230740/info: creating writer at 1732634439340Flushing 1588230740/info: appending metadata at 1732634439354 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732634439354Flushing 1588230740/ns: creating writer at 1732634439765 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732634439778 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732634439778Flushing 1588230740/rep_barrier: creating writer at 1732634440188 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732634440206 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732634440206Flushing 1588230740/table: creating writer at 1732634440660 (+454 ms)Flushing 1588230740/table: appending metadata at 1732634440677 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732634440677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e7a119f: reopening flushed file at 1732634441087 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69607d9e: reopening flushed file at 1732634441094 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@338c2c3a: reopening flushed file at 1732634441101 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a48b40: reopening flushed file at 1732634441108 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1778ms, sequenceid=11, compaction requested=false at 1732634441117 (+9 ms)Writing region close event to WAL at 1732634441118 (+1 ms)Running coprocessor post-close hooks at 1732634441122 (+4 ms)Closed at 1732634441122 2024-11-26T15:20:41,123 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:20:41,140 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,39285,1732634365391; all regions closed. 2024-11-26T15:20:41,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741834_1010 (size=2717) 2024-11-26T15:20:41,143 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/WALs/6cc2bc8bf733,39285,1732634365391/6cc2bc8bf733%2C39285%2C1732634365391.meta.1732634368763.meta not finished, retry = 0 2024-11-26T15:20:41,246 DEBUG [RS:0;6cc2bc8bf733:39285 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/oldWALs 2024-11-26T15:20:41,246 INFO [RS:0;6cc2bc8bf733:39285 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C39285%2C1732634365391.meta:.meta(num 1732634368763) 2024-11-26T15:20:41,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741832_1008 (size=1028) 2024-11-26T15:20:41,251 DEBUG [RS:0;6cc2bc8bf733:39285 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/oldWALs 2024-11-26T15:20:41,251 INFO [RS:0;6cc2bc8bf733:39285 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C39285%2C1732634365391:(num 1732634367846) 2024-11-26T15:20:41,251 DEBUG [RS:0;6cc2bc8bf733:39285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:41,251 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:20:41,251 INFO [RS:0;6cc2bc8bf733:39285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:20:41,251 INFO [RS:0;6cc2bc8bf733:39285 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T15:20:41,252 INFO [RS:0;6cc2bc8bf733:39285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:20:41,252 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:20:41,252 INFO [RS:0;6cc2bc8bf733:39285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:39285. 2024-11-26T15:20:41,252 DEBUG [RS:0;6cc2bc8bf733:39285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:20:41,252 DEBUG [RS:0;6cc2bc8bf733:39285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:41,252 DEBUG [RS:0;6cc2bc8bf733:39285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:41,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:20:41,252 INFO [RS:0;6cc2bc8bf733:39285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39285 2024-11-26T15:20:41,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960/rs 2024-11-26T15:20:41,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1087719960/rs/6cc2bc8bf733,39285,1732634365391 2024-11-26T15:20:41,315 INFO [RS:0;6cc2bc8bf733:39285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:20:41,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,39285,1732634365391] 2024-11-26T15:20:41,336 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1087719960/draining/6cc2bc8bf733,39285,1732634365391 already deleted, retry=false 2024-11-26T15:20:41,336 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,39285,1732634365391 expired; onlineServers=0 2024-11-26T15:20:41,336 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,45357,1732634365292' ***** 2024-11-26T15:20:41,336 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:20:41,336 INFO [M:0;6cc2bc8bf733:45357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:20:41,336 INFO [M:0;6cc2bc8bf733:45357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:20:41,337 DEBUG [M:0;6cc2bc8bf733:45357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:20:41,337 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:20:41,337 DEBUG [M:0;6cc2bc8bf733:45357 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:20:41,337 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634367592 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634367592,5,FailOnTimeoutGroup] 2024-11-26T15:20:41,337 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634367592 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634367592,5,FailOnTimeoutGroup] 2024-11-26T15:20:41,337 INFO [M:0;6cc2bc8bf733:45357 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:20:41,337 INFO [M:0;6cc2bc8bf733:45357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:20:41,337 DEBUG [M:0;6cc2bc8bf733:45357 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:20:41,337 INFO [M:0;6cc2bc8bf733:45357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:20:41,337 INFO [M:0;6cc2bc8bf733:45357 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:20:41,337 INFO [M:0;6cc2bc8bf733:45357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:20:41,338 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:20:41,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1087719960/master 2024-11-26T15:20:41,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1087719960 2024-11-26T15:20:41,347 DEBUG [M:0;6cc2bc8bf733:45357 {}] zookeeper.ZKUtil(347): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Unable to get data of znode /1-1087719960/master because node does not exist (not an error) 2024-11-26T15:20:41,347 WARN [M:0;6cc2bc8bf733:45357 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:20:41,353 INFO [M:0;6cc2bc8bf733:45357 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/.lastflushedseqids 2024-11-26T15:20:41,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741843_1019 (size=173) 2024-11-26T15:20:41,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:20:41,426 INFO [RS:0;6cc2bc8bf733:39285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:20:41,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x10177ba2a500004, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:20:41,426 INFO [RS:0;6cc2bc8bf733:39285 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,39285,1732634365391; zookeeper connection closed. 2024-11-26T15:20:41,426 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a3592ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a3592ab 2024-11-26T15:20:41,426 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:20:41,762 INFO [M:0;6cc2bc8bf733:45357 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:20:41,763 INFO [M:0;6cc2bc8bf733:45357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:20:41,763 DEBUG [M:0;6cc2bc8bf733:45357 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:20:41,763 INFO [M:0;6cc2bc8bf733:45357 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:20:41,763 DEBUG [M:0;6cc2bc8bf733:45357 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:20:41,763 DEBUG [M:0;6cc2bc8bf733:45357 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:20:41,763 DEBUG [M:0;6cc2bc8bf733:45357 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:20:41,763 INFO [M:0;6cc2bc8bf733:45357 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-26T15:20:41,779 DEBUG [M:0;6cc2bc8bf733:45357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbb5fb2049144d82af720626e3dc36df is 82, key is hbase:meta,,1/info:regioninfo/1732634368797/Put/seqid=0 2024-11-26T15:20:41,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741844_1020 (size=5672) 2024-11-26T15:20:42,184 INFO [M:0;6cc2bc8bf733:45357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbb5fb2049144d82af720626e3dc36df 2024-11-26T15:20:42,207 DEBUG [M:0;6cc2bc8bf733:45357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da698cc02c874a0c91124ad59e5d230a is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732634372301/Put/seqid=0 2024-11-26T15:20:42,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741845_1021 (size=6726) 2024-11-26T15:20:42,589 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 to pos 997, reset compression=false 2024-11-26T15:20:42,612 INFO [M:0;6cc2bc8bf733:45357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da698cc02c874a0c91124ad59e5d230a 2024-11-26T15:20:42,616 INFO [M:0;6cc2bc8bf733:45357 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da698cc02c874a0c91124ad59e5d230a 2024-11-26T15:20:42,632 DEBUG [M:0;6cc2bc8bf733:45357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ed4f07655254b238e52366b0cb2dd58 is 69, key is 6cc2bc8bf733,39285,1732634365391/rs:state/1732634367651/Put/seqid=0 2024-11-26T15:20:42,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741846_1022 (size=5156) 2024-11-26T15:20:43,037 INFO [M:0;6cc2bc8bf733:45357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ed4f07655254b238e52366b0cb2dd58 2024-11-26T15:20:43,042 DEBUG [M:0;6cc2bc8bf733:45357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbb5fb2049144d82af720626e3dc36df as hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cbb5fb2049144d82af720626e3dc36df 2024-11-26T15:20:43,046 INFO [M:0;6cc2bc8bf733:45357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cbb5fb2049144d82af720626e3dc36df, entries=8, sequenceid=58, filesize=5.5 K 2024-11-26T15:20:43,047 DEBUG [M:0;6cc2bc8bf733:45357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da698cc02c874a0c91124ad59e5d230a as hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da698cc02c874a0c91124ad59e5d230a 2024-11-26T15:20:43,052 INFO [M:0;6cc2bc8bf733:45357 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da698cc02c874a0c91124ad59e5d230a 2024-11-26T15:20:43,052 INFO [M:0;6cc2bc8bf733:45357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da698cc02c874a0c91124ad59e5d230a, entries=6, sequenceid=58, filesize=6.6 K 2024-11-26T15:20:43,053 DEBUG [M:0;6cc2bc8bf733:45357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ed4f07655254b238e52366b0cb2dd58 as hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ed4f07655254b238e52366b0cb2dd58 2024-11-26T15:20:43,058 INFO [M:0;6cc2bc8bf733:45357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45139/user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ed4f07655254b238e52366b0cb2dd58, entries=1, sequenceid=58, filesize=5.0 K 2024-11-26T15:20:43,059 INFO [M:0;6cc2bc8bf733:45357 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=58, compaction requested=false 2024-11-26T15:20:43,060 INFO [M:0;6cc2bc8bf733:45357 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:20:43,060 DEBUG [M:0;6cc2bc8bf733:45357 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634441763Disabling compacts and flushes for region at 1732634441763Disabling writes for close at 1732634441763Obtaining lock to block concurrent updates at 1732634441763Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634441763Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1732634441763Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634441764 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634441764Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634441779 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634441779Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634442190 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634442206 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634442206Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634442616 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634442631 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634442631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ab5229b: reopening flushed file at 1732634443041 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ece8d79: reopening flushed file at 1732634443046 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6002cec2: reopening flushed file at 1732634443052 (+6 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=58, compaction requested=false at 1732634443059 (+7 ms)Writing region close event to WAL at 1732634443060 (+1 ms)Closed at 1732634443060 2024-11-26T15:20:43,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741830_1006 (size=33014) 2024-11-26T15:20:43,062 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7abfd2d7-8b5a-ae5f-842c-018e52589e04/MasterData/WALs/6cc2bc8bf733,45357,1732634365292/6cc2bc8bf733%2C45357%2C1732634365292.1732634367314 not finished, retry = 0 2024-11-26T15:20:43,163 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:20:43,163 INFO [M:0;6cc2bc8bf733:45357 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:20:43,164 INFO [M:0;6cc2bc8bf733:45357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45357 2024-11-26T15:20:43,164 INFO [M:0;6cc2bc8bf733:45357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:20:43,384 INFO [M:0;6cc2bc8bf733:45357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:20:43,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:20:43,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x10177ba2a500003, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:20:43,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25b046ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:20:43,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e096633{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:20:43,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:20:43,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d1832e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:20:43,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b7f4f26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/hadoop.log.dir/,STOPPED} 2024-11-26T15:20:43,388 WARN [BP-259055906-172.17.0.3-1732634363293 heartbeating to localhost/127.0.0.1:45139 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:20:43,388 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:20:43,388 WARN [BP-259055906-172.17.0.3-1732634363293 heartbeating to localhost/127.0.0.1:45139 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-259055906-172.17.0.3-1732634363293 (Datanode Uuid 30a4bbab-8f9e-43ad-bd5f-bfc637aa479c) service to localhost/127.0.0.1:45139 2024-11-26T15:20:43,388 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:20:43,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/cluster_2dd59b13-5f8f-85bc-64d1-8eae7d173693/data/data1/current/BP-259055906-172.17.0.3-1732634363293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:20:43,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/cluster_2dd59b13-5f8f-85bc-64d1-8eae7d173693/data/data2/current/BP-259055906-172.17.0.3-1732634363293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:20:43,389 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:20:43,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ee50996{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:20:43,394 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63d04b93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:20:43,394 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:20:43,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3423848e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:20:43,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@280c04d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/hadoop.log.dir/,STOPPED} 2024-11-26T15:20:43,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:20:43,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:20:43,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:20:43,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:20:43,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:43,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:43,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:20:43,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:20:43,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1284338158, stopped=false 2024-11-26T15:20:43,407 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,39269,1732634359589 2024-11-26T15:20:43,420 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1765972222/running 2024-11-26T15:20:43,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1765972222/running 2024-11-26T15:20:43,420 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222 2024-11-26T15:20:43,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222 2024-11-26T15:20:43,420 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:20:43,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:20:43,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Set watcher on znode that does not yet exist, /0-1765972222/running 2024-11-26T15:20:43,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Set watcher on znode that does not yet exist, /0-1765972222/running 2024-11-26T15:20:43,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:20:43,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:43,424 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,36253,1732634359905' ***** 2024-11-26T15:20:43,424 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:20:43,424 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:20:43,424 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:20:43,424 INFO [RS:0;6cc2bc8bf733:36253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:20:43,424 INFO [RS:0;6cc2bc8bf733:36253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:20:43,424 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:20:43,424 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(3091): Received CLOSE for 4bfd941be6246f24ffb18d54ba3e73aa 2024-11-26T15:20:43,425 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,36253,1732634359905 2024-11-26T15:20:43,425 INFO [RS:0;6cc2bc8bf733:36253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:20:43,425 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d1b5e51236bba9d07d15b24e98c24fb, disabling compactions & flushes 2024-11-26T15:20:43,425 INFO [RS:0;6cc2bc8bf733:36253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:36253. 2024-11-26T15:20:43,425 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb. 2024-11-26T15:20:43,425 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb. 2024-11-26T15:20:43,425 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb. after waiting 0 ms 2024-11-26T15:20:43,425 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb. 2024-11-26T15:20:43,425 DEBUG [RS:0;6cc2bc8bf733:36253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:20:43,425 DEBUG [RS:0;6cc2bc8bf733:36253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:43,425 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d1b5e51236bba9d07d15b24e98c24fb 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-26T15:20:43,425 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:20:43,425 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:20:43,425 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:20:43,425 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:20:43,427 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T15:20:43,428 DEBUG [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1325): Online Regions={6d1b5e51236bba9d07d15b24e98c24fb=hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb., 4bfd941be6246f24ffb18d54ba3e73aa=test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:20:43,428 DEBUG [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bfd941be6246f24ffb18d54ba3e73aa, 6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:20:43,428 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:20:43,428 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:20:43,428 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:20:43,428 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:20:43,428 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:20:43,428 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T15:20:43,444 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/replication/6d1b5e51236bba9d07d15b24e98c24fb/.tmp/hfileref/8f52dccac95c4b8ba1e697efb5b40b65 is 74, key is 1/hfileref:363776f909d542a398077c2b784933be_SeqId_4_/1732634377709/DeleteColumn/seqid=0 2024-11-26T15:20:43,447 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/.tmp/info/45ec2ecdb9344c8882929c027229733b is 147, key is hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb./info:regioninfo/1732634374495/Put/seqid=0 2024-11-26T15:20:43,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741844_1020 (size=5203) 2024-11-26T15:20:43,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741845_1021 (size=7686) 2024-11-26T15:20:43,464 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:20:43,628 DEBUG [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bfd941be6246f24ffb18d54ba3e73aa, 6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:20:43,828 DEBUG [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bfd941be6246f24ffb18d54ba3e73aa, 6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:20:43,849 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/replication/6d1b5e51236bba9d07d15b24e98c24fb/.tmp/hfileref/8f52dccac95c4b8ba1e697efb5b40b65 2024-11-26T15:20:43,854 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/.tmp/info/45ec2ecdb9344c8882929c027229733b 2024-11-26T15:20:43,870 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/replication/6d1b5e51236bba9d07d15b24e98c24fb/.tmp/queue/704e543195c24bae9c3850e841a4f860 is 153, key is 1-6cc2bc8bf733,36253,1732634359905/queue:6cc2bc8bf733%2C36253%2C1732634359905/1732634379532/Put/seqid=0 2024-11-26T15:20:43,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741846_1022 (size=5352) 2024-11-26T15:20:43,879 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/.tmp/ns/69dd98f4acf641798f8476cc54ebde44 is 43, key is default/ns:d/1732634363183/Put/seqid=0 2024-11-26T15:20:43,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741847_1023 (size=5153) 2024-11-26T15:20:43,991 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:20:43,991 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:20:44,028 DEBUG [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bfd941be6246f24ffb18d54ba3e73aa, 6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:20:44,228 DEBUG [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bfd941be6246f24ffb18d54ba3e73aa, 6d1b5e51236bba9d07d15b24e98c24fb 2024-11-26T15:20:44,274 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/replication/6d1b5e51236bba9d07d15b24e98c24fb/.tmp/queue/704e543195c24bae9c3850e841a4f860 2024-11-26T15:20:44,280 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/replication/6d1b5e51236bba9d07d15b24e98c24fb/.tmp/hfileref/8f52dccac95c4b8ba1e697efb5b40b65 as hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/replication/6d1b5e51236bba9d07d15b24e98c24fb/hfileref/8f52dccac95c4b8ba1e697efb5b40b65 2024-11-26T15:20:44,283 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/.tmp/ns/69dd98f4acf641798f8476cc54ebde44 2024-11-26T15:20:44,285 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/replication/6d1b5e51236bba9d07d15b24e98c24fb/hfileref/8f52dccac95c4b8ba1e697efb5b40b65, entries=2, sequenceid=10, filesize=5.1 K 2024-11-26T15:20:44,287 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/replication/6d1b5e51236bba9d07d15b24e98c24fb/.tmp/queue/704e543195c24bae9c3850e841a4f860 as hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/replication/6d1b5e51236bba9d07d15b24e98c24fb/queue/704e543195c24bae9c3850e841a4f860 2024-11-26T15:20:44,293 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/replication/6d1b5e51236bba9d07d15b24e98c24fb/queue/704e543195c24bae9c3850e841a4f860, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T15:20:44,299 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 6d1b5e51236bba9d07d15b24e98c24fb in 874ms, sequenceid=10, compaction requested=false 2024-11-26T15:20:44,303 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/replication/6d1b5e51236bba9d07d15b24e98c24fb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T15:20:44,304 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:20:44,304 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:20:44,304 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb. 2024-11-26T15:20:44,304 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d1b5e51236bba9d07d15b24e98c24fb: Waiting for close lock at 1732634443425Running coprocessor pre-close hooks at 1732634443425Disabling compacts and flushes for region at 1732634443425Disabling writes for close at 1732634443425Obtaining lock to block concurrent updates at 1732634443425Preparing flush snapshotting stores in 6d1b5e51236bba9d07d15b24e98c24fb at 1732634443425Finished memstore snapshotting hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732634443425Flushing stores of hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb. at 1732634443426 (+1 ms)Flushing 6d1b5e51236bba9d07d15b24e98c24fb/hfileref: creating writer at 1732634443426Flushing 6d1b5e51236bba9d07d15b24e98c24fb/hfileref: appending metadata at 1732634443444 (+18 ms)Flushing 6d1b5e51236bba9d07d15b24e98c24fb/hfileref: closing flushed file at 1732634443444Flushing 6d1b5e51236bba9d07d15b24e98c24fb/queue: creating writer at 1732634443855 (+411 ms)Flushing 6d1b5e51236bba9d07d15b24e98c24fb/queue: appending metadata at 1732634443870 (+15 ms)Flushing 6d1b5e51236bba9d07d15b24e98c24fb/queue: closing flushed file at 1732634443870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62746d71: reopening flushed file at 1732634444279 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7e700b: reopening flushed file at 1732634444286 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 6d1b5e51236bba9d07d15b24e98c24fb in 874ms, sequenceid=10, compaction requested=false at 1732634444299 (+13 ms)Writing region close event to WAL at 1732634444300 (+1 ms)Running coprocessor post-close hooks at 1732634444304 (+4 ms)Closed at 1732634444304 2024-11-26T15:20:44,304 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732634373315.6d1b5e51236bba9d07d15b24e98c24fb. 2024-11-26T15:20:44,304 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4bfd941be6246f24ffb18d54ba3e73aa, disabling compactions & flushes 2024-11-26T15:20:44,304 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa. 2024-11-26T15:20:44,304 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa. 2024-11-26T15:20:44,304 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa. after waiting 0 ms 2024-11-26T15:20:44,304 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa. 2024-11-26T15:20:44,308 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/.tmp/rep_barrier/84afdaee085e4e3682d8d55c90a3da24 is 112, key is test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa./rep_barrier:seqnumDuringOpen/1732634370124/Put/seqid=0 2024-11-26T15:20:44,308 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/default/test/4bfd941be6246f24ffb18d54ba3e73aa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T15:20:44,309 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:20:44,309 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:20:44,309 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa. 2024-11-26T15:20:44,309 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4bfd941be6246f24ffb18d54ba3e73aa: Waiting for close lock at 1732634444304Running coprocessor pre-close hooks at 1732634444304Disabling compacts and flushes for region at 1732634444304Disabling writes for close at 1732634444304Writing region close event to WAL at 1732634444305 (+1 ms)Running coprocessor post-close hooks at 1732634444309 (+4 ms)Closed at 1732634444309 2024-11-26T15:20:44,309 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732634368959.4bfd941be6246f24ffb18d54ba3e73aa. 2024-11-26T15:20:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741848_1024 (size=5518) 2024-11-26T15:20:44,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:44,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:44,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:44,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:44,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:44,429 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T15:20:44,429 DEBUG [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:20:44,429 DEBUG [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:20:44,629 DEBUG [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:20:44,713 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/.tmp/rep_barrier/84afdaee085e4e3682d8d55c90a3da24 2024-11-26T15:20:44,738 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/.tmp/table/39342516148d47879c6bdb92d4a6bf47 is 53, key is hbase:replication/table:state/1732634374503/Put/seqid=0 2024-11-26T15:20:44,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741849_1025 (size=5308) 2024-11-26T15:20:44,829 DEBUG [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:20:44,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:20:44,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:44,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:44,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:44,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:44,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:45,029 DEBUG [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:20:45,143 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/.tmp/table/39342516148d47879c6bdb92d4a6bf47 2024-11-26T15:20:45,149 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/.tmp/info/45ec2ecdb9344c8882929c027229733b as hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/info/45ec2ecdb9344c8882929c027229733b 2024-11-26T15:20:45,155 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/info/45ec2ecdb9344c8882929c027229733b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T15:20:45,157 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/.tmp/ns/69dd98f4acf641798f8476cc54ebde44 as hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/ns/69dd98f4acf641798f8476cc54ebde44 2024-11-26T15:20:45,162 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/ns/69dd98f4acf641798f8476cc54ebde44, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T15:20:45,163 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/.tmp/rep_barrier/84afdaee085e4e3682d8d55c90a3da24 as hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/rep_barrier/84afdaee085e4e3682d8d55c90a3da24 2024-11-26T15:20:45,169 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/rep_barrier/84afdaee085e4e3682d8d55c90a3da24, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T15:20:45,170 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/.tmp/table/39342516148d47879c6bdb92d4a6bf47 as hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/table/39342516148d47879c6bdb92d4a6bf47 2024-11-26T15:20:45,175 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/table/39342516148d47879c6bdb92d4a6bf47, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T15:20:45,176 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=16, compaction requested=false 2024-11-26T15:20:45,182 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T15:20:45,182 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:20:45,182 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:20:45,182 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:20:45,182 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634443428Running coprocessor pre-close hooks at 1732634443428Disabling compacts and flushes for region at 1732634443428Disabling writes for close at 1732634443428Obtaining lock to block concurrent updates at 1732634443428Preparing flush snapshotting stores in 1588230740 at 1732634443428Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732634443428Flushing stores of hbase:meta,,1.1588230740 at 1732634443429 (+1 ms)Flushing 1588230740/info: creating writer at 1732634443429Flushing 1588230740/info: appending metadata at 1732634443447 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732634443447Flushing 1588230740/ns: creating writer at 1732634443860 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732634443878 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732634443878Flushing 1588230740/rep_barrier: creating writer at 1732634444290 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732634444308 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732634444308Flushing 1588230740/table: creating writer at 1732634444718 (+410 ms)Flushing 1588230740/table: appending metadata at 1732634444737 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732634444738 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30f5e55: reopening flushed file at 1732634445148 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c489db3: reopening flushed file at 1732634445156 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e475d47: reopening flushed file at 1732634445163 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@677d6188: reopening flushed file at 1732634445169 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=16, compaction requested=false at 1732634445176 (+7 ms)Writing region close event to WAL at 1732634445178 (+2 ms)Running coprocessor post-close hooks at 1732634445182 (+4 ms)Closed at 1732634445182 2024-11-26T15:20:45,182 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:20:45,230 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,36253,1732634359905; all regions closed. 2024-11-26T15:20:45,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741834_1010 (size=4239) 2024-11-26T15:20:45,232 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.meta.1732634363121.meta not finished, retry = 0 2024-11-26T15:20:45,334 DEBUG [RS:0;6cc2bc8bf733:36253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/oldWALs 2024-11-26T15:20:45,335 INFO [RS:0;6cc2bc8bf733:36253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C36253%2C1732634359905.meta:.meta(num 1732634363121) 2024-11-26T15:20:45,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741839_1015 (size=2700) 2024-11-26T15:20:45,337 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.rep.1732634374461 not finished, retry = 0 2024-11-26T15:20:45,439 DEBUG [RS:0;6cc2bc8bf733:36253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/oldWALs 2024-11-26T15:20:45,439 INFO [RS:0;6cc2bc8bf733:36253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C36253%2C1732634359905.rep:(num 1732634374461) 2024-11-26T15:20:45,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741832_1008 (size=1300) 2024-11-26T15:20:45,441 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/WALs/6cc2bc8bf733,36253,1732634359905/6cc2bc8bf733%2C36253%2C1732634359905.1732634362130 not finished, retry = 0 2024-11-26T15:20:45,544 DEBUG [RS:0;6cc2bc8bf733:36253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/oldWALs 2024-11-26T15:20:45,544 INFO [RS:0;6cc2bc8bf733:36253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C36253%2C1732634359905:(num 1732634362130) 2024-11-26T15:20:45,544 DEBUG [RS:0;6cc2bc8bf733:36253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:45,544 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:20:45,544 INFO [RS:0;6cc2bc8bf733:36253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:20:45,544 INFO [RS:0;6cc2bc8bf733:36253 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T15:20:45,544 INFO [RS:0;6cc2bc8bf733:36253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:20:45,544 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:20:45,544 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6cc2bc8bf733,36253,1732634359905 because: Region server is closing 2024-11-26T15:20:45,545 INFO [RS:0;6cc2bc8bf733:36253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:36253. 2024-11-26T15:20:45,545 DEBUG [RS:0;6cc2bc8bf733:36253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:20:45,545 DEBUG [RS:0;6cc2bc8bf733:36253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:45,545 DEBUG [RS:0;6cc2bc8bf733:36253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:45,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:20:45,645 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.wal-reader.6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T15:20:45,645 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.shipper6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T15:20:45,645 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36253,1732634359905.replicationSource.shipper6cc2bc8bf733%2C36253%2C1732634359905,1-6cc2bc8bf733,36253,1732634359905 terminated 2024-11-26T15:20:45,646 INFO [RS:0;6cc2bc8bf733:36253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36253 2024-11-26T15:20:45,793 INFO [RS:0;6cc2bc8bf733:36253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:20:45,793 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1765972222/rs/6cc2bc8bf733,36253,1732634359905 2024-11-26T15:20:45,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222/rs 2024-11-26T15:20:45,888 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,36253,1732634359905] 2024-11-26T15:20:45,915 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1765972222/draining/6cc2bc8bf733,36253,1732634359905 already deleted, retry=false 2024-11-26T15:20:45,915 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,36253,1732634359905 expired; onlineServers=0 2024-11-26T15:20:45,915 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,39269,1732634359589' ***** 2024-11-26T15:20:45,915 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:20:45,915 INFO [M:0;6cc2bc8bf733:39269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:20:45,915 INFO [M:0;6cc2bc8bf733:39269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:20:45,915 DEBUG [M:0;6cc2bc8bf733:39269 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:20:45,915 DEBUG [M:0;6cc2bc8bf733:39269 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:20:45,915 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:20:45,915 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634361886 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634361886,5,FailOnTimeoutGroup] 2024-11-26T15:20:45,915 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634361886 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634361886,5,FailOnTimeoutGroup] 2024-11-26T15:20:45,915 INFO [M:0;6cc2bc8bf733:39269 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:20:45,915 INFO [M:0;6cc2bc8bf733:39269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:20:45,915 DEBUG [M:0;6cc2bc8bf733:39269 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:20:45,915 INFO [M:0;6cc2bc8bf733:39269 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:20:45,915 INFO [M:0;6cc2bc8bf733:39269 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:20:45,916 INFO [M:0;6cc2bc8bf733:39269 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:20:45,916 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:20:45,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1765972222/master 2024-11-26T15:20:45,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765972222 2024-11-26T15:20:45,925 DEBUG [M:0;6cc2bc8bf733:39269 {}] zookeeper.ZKUtil(347): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Unable to get data of znode /0-1765972222/master because node does not exist (not an error) 2024-11-26T15:20:45,925 WARN [M:0;6cc2bc8bf733:39269 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:20:45,926 INFO [M:0;6cc2bc8bf733:39269 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/.lastflushedseqids 2024-11-26T15:20:45,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741850_1026 (size=263) 2024-11-26T15:20:45,989 INFO [RS:0;6cc2bc8bf733:36253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:20:45,989 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:20:45,989 INFO [RS:0;6cc2bc8bf733:36253 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,36253,1732634359905; zookeeper connection closed. 2024-11-26T15:20:45,989 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x10177ba2a500001, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:20:45,989 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@408dd1cc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@408dd1cc 2024-11-26T15:20:45,989 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:20:46,332 INFO [M:0;6cc2bc8bf733:39269 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:20:46,332 INFO [M:0;6cc2bc8bf733:39269 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:20:46,332 DEBUG [M:0;6cc2bc8bf733:39269 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:20:46,332 INFO [M:0;6cc2bc8bf733:39269 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:20:46,332 DEBUG [M:0;6cc2bc8bf733:39269 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:20:46,332 DEBUG [M:0;6cc2bc8bf733:39269 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:20:46,332 DEBUG [M:0;6cc2bc8bf733:39269 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:20:46,332 INFO [M:0;6cc2bc8bf733:39269 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.83 KB heapSize=65.83 KB 2024-11-26T15:20:46,347 DEBUG [M:0;6cc2bc8bf733:39269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2931f783ba9448ffac27222e3d9cf500 is 82, key is hbase:meta,,1/info:regioninfo/1732634363151/Put/seqid=0 2024-11-26T15:20:46,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741851_1027 (size=5672) 2024-11-26T15:20:46,752 INFO [M:0;6cc2bc8bf733:39269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2931f783ba9448ffac27222e3d9cf500 2024-11-26T15:20:46,769 DEBUG [M:0;6cc2bc8bf733:39269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27d5191ce9e8451e8f6a59fa3742ece3 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732634370144/Put/seqid=0 2024-11-26T15:20:46,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741852_1028 (size=7238) 2024-11-26T15:20:47,173 INFO [M:0;6cc2bc8bf733:39269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.28 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27d5191ce9e8451e8f6a59fa3742ece3 2024-11-26T15:20:47,178 INFO [M:0;6cc2bc8bf733:39269 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27d5191ce9e8451e8f6a59fa3742ece3 2024-11-26T15:20:47,191 DEBUG [M:0;6cc2bc8bf733:39269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a003dc171614c26a308569236397608 is 69, key is 6cc2bc8bf733,36253,1732634359905/rs:state/1732634361976/Put/seqid=0 2024-11-26T15:20:47,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741853_1029 (size=5156) 2024-11-26T15:20:47,596 INFO [M:0;6cc2bc8bf733:39269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a003dc171614c26a308569236397608 2024-11-26T15:20:47,601 DEBUG [M:0;6cc2bc8bf733:39269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2931f783ba9448ffac27222e3d9cf500 as hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2931f783ba9448ffac27222e3d9cf500 2024-11-26T15:20:47,606 INFO [M:0;6cc2bc8bf733:39269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2931f783ba9448ffac27222e3d9cf500, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T15:20:47,607 DEBUG [M:0;6cc2bc8bf733:39269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27d5191ce9e8451e8f6a59fa3742ece3 as hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27d5191ce9e8451e8f6a59fa3742ece3 2024-11-26T15:20:47,612 INFO [M:0;6cc2bc8bf733:39269 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27d5191ce9e8451e8f6a59fa3742ece3 2024-11-26T15:20:47,612 INFO [M:0;6cc2bc8bf733:39269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27d5191ce9e8451e8f6a59fa3742ece3, entries=11, sequenceid=105, filesize=7.1 K 2024-11-26T15:20:47,613 DEBUG [M:0;6cc2bc8bf733:39269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a003dc171614c26a308569236397608 as hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a003dc171614c26a308569236397608 2024-11-26T15:20:47,618 INFO [M:0;6cc2bc8bf733:39269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36501/user/jenkins/test-data/0b1454f9-205d-10aa-8574-0226a0bc62cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a003dc171614c26a308569236397608, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T15:20:47,620 INFO [M:0;6cc2bc8bf733:39269 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.83 KB/57171, heapSize ~65.53 KB/67104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false 2024-11-26T15:20:47,624 INFO [M:0;6cc2bc8bf733:39269 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:20:47,624 DEBUG [M:0;6cc2bc8bf733:39269 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634446332Disabling compacts and flushes for region at 1732634446332Disabling writes for close at 1732634446332Obtaining lock to block concurrent updates at 1732634446332Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634446332Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57171, getHeapSize=67344, getOffHeapSize=0, getCellsCount=122 at 1732634446332Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634446333 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634446333Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634446347 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634446347Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634446756 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634446768 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634446769 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634447179 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634447191 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634447191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ad32f7: reopening flushed file at 1732634447601 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@747454ed: reopening flushed file at 1732634447606 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@169a5e12: reopening flushed file at 1732634447613 (+7 ms)Finished flush of dataSize ~55.83 KB/57171, heapSize ~65.53 KB/67104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false at 1732634447620 (+7 ms)Writing region close event to WAL at 1732634447624 (+4 ms)Closed at 1732634447624 2024-11-26T15:20:47,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741830_1006 (size=64502) 2024-11-26T15:20:47,631 INFO [M:0;6cc2bc8bf733:39269 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:20:47,631 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:20:47,631 INFO [M:0;6cc2bc8bf733:39269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39269 2024-11-26T15:20:47,632 INFO [M:0;6cc2bc8bf733:39269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:20:47,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:20:47,794 INFO [M:0;6cc2bc8bf733:39269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:20:47,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x10177ba2a500000, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:20:47,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ebda5c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:20:47,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4af3ebed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:20:47,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:20:47,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3883b1f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:20:47,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d75e731{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/hadoop.log.dir/,STOPPED} 2024-11-26T15:20:47,803 WARN [BP-1714514548-172.17.0.3-1732634357438 heartbeating to localhost/127.0.0.1:36501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:20:47,803 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:20:47,803 WARN [BP-1714514548-172.17.0.3-1732634357438 heartbeating to localhost/127.0.0.1:36501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1714514548-172.17.0.3-1732634357438 (Datanode Uuid cbd51b8b-f160-4dbc-aefb-eada15b7c813) service to localhost/127.0.0.1:36501 2024-11-26T15:20:47,803 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:20:47,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/cluster_0447ae20-f0a5-acb2-aba6-2f7a9a2ea3ac/data/data1/current/BP-1714514548-172.17.0.3-1732634357438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:20:47,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/cluster_0447ae20-f0a5-acb2-aba6-2f7a9a2ea3ac/data/data2/current/BP-1714514548-172.17.0.3-1732634357438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:20:47,804 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:20:47,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5df0e3e7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:20:47,810 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3161844d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:20:47,810 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:20:47,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18935bed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:20:47,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f544fd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578db12c-5de8-d759-f83d-69f705e6ee23/hadoop.log.dir/,STOPPED} 2024-11-26T15:20:47,816 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T15:20:47,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:20:47,835 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 138) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f1b94b8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36501 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52605) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f1b94b8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52605) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45139 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=479 (was 653), ProcessCount=11 (was 11), AvailableMemoryMB=4271 (was 4216) - AvailableMemoryMB LEAK? - 2024-11-26T15:20:47,842 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=479, ProcessCount=11, AvailableMemoryMB=4270 2024-11-26T15:20:47,855 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-26T15:20:47,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/hadoop.log.dir so I do NOT create it in target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27 2024-11-26T15:20:47,855 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:20:47,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/hadoop.tmp.dir so I do NOT create it in target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27 2024-11-26T15:20:47,855 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9a7f76c-5a21-2e57-ac3d-8c2a7d98e20c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:20:47,855 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27 2024-11-26T15:20:47,855 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/cluster_e6f97834-ba4e-f404-d8c2-9bf539f0576a, deleteOnExit=true 2024-11-26T15:20:47,878 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/cluster_e6f97834-ba4e-f404-d8c2-9bf539f0576a/zookeeper_0, clientPort=60534, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/cluster_e6f97834-ba4e-f404-d8c2-9bf539f0576a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/cluster_e6f97834-ba4e-f404-d8c2-9bf539f0576a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T15:20:47,879 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60534 2024-11-26T15:20:47,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:20:47,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:20:47,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/test.cache.data in system properties and HBase conf 2024-11-26T15:20:47,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:20:47,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:20:47,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:20:47,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:20:47,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:20:47,880 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:20:47,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:20:47,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:20:47,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:20:47,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:20:47,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:20:47,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:20:47,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:20:47,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:20:47,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:20:47,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:20:47,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:20:47,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:20:47,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:20:47,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:20:47,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10177ba2a500002, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:20:47,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10177ba2a500005, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:20:47,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10177ba2a500002, quorum=127.0.0.1:52605, baseZNode=/0-1765972222 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:20:47,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10177ba2a500005, quorum=127.0.0.1:52605, baseZNode=/1-1087719960 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:20:48,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:20:48,380 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:20:48,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:20:48,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:20:48,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:20:48,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:20:48,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@343db50f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:20:48,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee2cead{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:20:48,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79220e71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/java.io.tmpdir/jetty-localhost-41087-hadoop-hdfs-3_4_1-tests_jar-_-any-6786348229692055677/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:20:48,478 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b5b128f{HTTP/1.1, (http/1.1)}{localhost:41087} 2024-11-26T15:20:48,478 INFO [Time-limited test {}] server.Server(415): Started @146577ms 2024-11-26T15:20:49,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:20:49,012 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:20:49,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:20:49,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:20:49,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:20:49,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3236b887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:20:49,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775bde3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:20:49,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bd23362{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/java.io.tmpdir/jetty-localhost-37239-hadoop-hdfs-3_4_1-tests_jar-_-any-18030653822377529238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:20:49,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42a4b3de{HTTP/1.1, (http/1.1)}{localhost:37239} 2024-11-26T15:20:49,122 INFO [Time-limited test {}] server.Server(415): Started @147221ms 2024-11-26T15:20:49,123 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:20:49,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:20:49,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:49,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:49,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:49,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:49,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:49,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:49,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:20:49,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T15:20:49,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T15:20:49,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T15:20:49,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T15:20:49,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:20:49,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:20:49,872 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/cluster_e6f97834-ba4e-f404-d8c2-9bf539f0576a/data/data2/current/BP-943991364-172.17.0.3-1732634447901/current, will proceed with Du for space computation calculation, 2024-11-26T15:20:49,872 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/cluster_e6f97834-ba4e-f404-d8c2-9bf539f0576a/data/data1/current/BP-943991364-172.17.0.3-1732634447901/current, will proceed with Du for space computation calculation, 2024-11-26T15:20:49,892 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:20:49,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe91a743e946f8c5e with lease ID 0xeda4ff1733bbec87: Processing first storage report for DS-a5f7e657-e3ec-400e-80a1-9e06d23d4633 from datanode DatanodeRegistration(127.0.0.1:33807, datanodeUuid=b7d9d0e2-704a-49b1-8b7e-6cf4b59d56ec, infoPort=41149, infoSecurePort=0, ipcPort=46421, storageInfo=lv=-57;cid=testClusterID;nsid=1654133497;c=1732634447901) 2024-11-26T15:20:49,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe91a743e946f8c5e with lease ID 0xeda4ff1733bbec87: from storage DS-a5f7e657-e3ec-400e-80a1-9e06d23d4633 node DatanodeRegistration(127.0.0.1:33807, datanodeUuid=b7d9d0e2-704a-49b1-8b7e-6cf4b59d56ec, infoPort=41149, infoSecurePort=0, ipcPort=46421, storageInfo=lv=-57;cid=testClusterID;nsid=1654133497;c=1732634447901), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:20:49,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe91a743e946f8c5e with lease ID 0xeda4ff1733bbec87: Processing first storage report for DS-f822f058-bbcf-4896-87cc-4aed4aad2347 from datanode DatanodeRegistration(127.0.0.1:33807, datanodeUuid=b7d9d0e2-704a-49b1-8b7e-6cf4b59d56ec, infoPort=41149, infoSecurePort=0, ipcPort=46421, storageInfo=lv=-57;cid=testClusterID;nsid=1654133497;c=1732634447901) 2024-11-26T15:20:49,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe91a743e946f8c5e with lease ID 0xeda4ff1733bbec87: from storage DS-f822f058-bbcf-4896-87cc-4aed4aad2347 node DatanodeRegistration(127.0.0.1:33807, datanodeUuid=b7d9d0e2-704a-49b1-8b7e-6cf4b59d56ec, infoPort=41149, infoSecurePort=0, ipcPort=46421, storageInfo=lv=-57;cid=testClusterID;nsid=1654133497;c=1732634447901), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:20:49,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27 2024-11-26T15:20:49,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:20:49,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:20:49,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:20:50,366 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315 with version=8 2024-11-26T15:20:50,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/hbase-staging 2024-11-26T15:20:50,368 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:20:50,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:20:50,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:20:50,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:20:50,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:20:50,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:20:50,368 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:20:50,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:20:50,369 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44937 2024-11-26T15:20:50,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44937 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-26T15:20:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449370x0, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:20:50,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44937-0x10177bb8bb10000 connected 2024-11-26T15:20:50,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:20:50,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:20:50,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on znode that does not yet exist, /0-2077488103/running 2024-11-26T15:20:50,539 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315, hbase.cluster.distributed=false 2024-11-26T15:20:50,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on znode that does not yet exist, /0-2077488103/acl 2024-11-26T15:20:50,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44937 2024-11-26T15:20:50,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44937 2024-11-26T15:20:50,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44937 2024-11-26T15:20:50,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44937 2024-11-26T15:20:50,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44937 2024-11-26T15:20:50,555 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:20:50,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:20:50,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:20:50,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:20:50,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:20:50,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:20:50,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:20:50,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:20:50,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40753 2024-11-26T15:20:50,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40753 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-26T15:20:50,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:20:50,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:20:50,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407530x0, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:20:50,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407530x0, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on znode that does not yet exist, /0-2077488103/running 2024-11-26T15:20:50,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40753-0x10177bb8bb10001 connected 2024-11-26T15:20:50,568 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:20:50,571 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:20:50,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on znode that does not yet exist, /0-2077488103/master 2024-11-26T15:20:50,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on znode that does not yet exist, /0-2077488103/acl 2024-11-26T15:20:50,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40753 2024-11-26T15:20:50,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40753 2024-11-26T15:20:50,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40753 2024-11-26T15:20:50,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40753 2024-11-26T15:20:50,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40753 2024-11-26T15:20:50,591 DEBUG [M:0;6cc2bc8bf733:44937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:44937 2024-11-26T15:20:50,592 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2077488103/backup-masters/6cc2bc8bf733,44937,1732634450368 2024-11-26T15:20:50,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103/backup-masters 2024-11-26T15:20:50,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103/backup-masters 2024-11-26T15:20:50,599 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on existing znode=/0-2077488103/backup-masters/6cc2bc8bf733,44937,1732634450368 2024-11-26T15:20:50,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2077488103/master 2024-11-26T15:20:50,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:20:50,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:20:50,610 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on existing znode=/0-2077488103/master 2024-11-26T15:20:50,610 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2077488103/backup-masters/6cc2bc8bf733,44937,1732634450368 from backup master directory 2024-11-26T15:20:50,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103/backup-masters 2024-11-26T15:20:50,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2077488103/backup-masters/6cc2bc8bf733,44937,1732634450368 2024-11-26T15:20:50,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103/backup-masters 2024-11-26T15:20:50,620 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:20:50,620 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,44937,1732634450368 2024-11-26T15:20:50,623 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/hbase.id] with ID: b335aeb5-413f-4fea-b4a7-e1598753af17 2024-11-26T15:20:50,623 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/.tmp/hbase.id 2024-11-26T15:20:50,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:20:51,030 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/.tmp/hbase.id]:[hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/hbase.id] 2024-11-26T15:20:51,041 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:20:51,042 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:20:51,042 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T15:20:51,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:20:51,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:20:51,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:20:51,489 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:20:51,490 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:20:51,490 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:20:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:20:51,897 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store 2024-11-26T15:20:51,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:20:52,306 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:20:52,307 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:20:52,307 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:20:52,307 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:20:52,307 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:20:52,307 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:20:52,307 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:20:52,307 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634452307Disabling compacts and flushes for region at 1732634452307Disabling writes for close at 1732634452307Writing region close event to WAL at 1732634452307Closed at 1732634452307 2024-11-26T15:20:52,308 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/.initializing 2024-11-26T15:20:52,308 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/WALs/6cc2bc8bf733,44937,1732634450368 2024-11-26T15:20:52,309 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:20:52,310 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C44937%2C1732634450368, suffix=, logDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/WALs/6cc2bc8bf733,44937,1732634450368, archiveDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/oldWALs, maxLogs=10 2024-11-26T15:20:52,323 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/WALs/6cc2bc8bf733,44937,1732634450368/6cc2bc8bf733%2C44937%2C1732634450368.1732634452311, exclude list is [], retry=0 2024-11-26T15:20:52,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-a5f7e657-e3ec-400e-80a1-9e06d23d4633,DISK] 2024-11-26T15:20:52,327 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/WALs/6cc2bc8bf733,44937,1732634450368/6cc2bc8bf733%2C44937%2C1732634450368.1732634452311 2024-11-26T15:20:52,328 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41149:41149)] 2024-11-26T15:20:52,328 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:20:52,328 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:20:52,328 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:52,328 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:52,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:52,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:20:52,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:52,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:20:52,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:52,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:20:52,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:52,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:20:52,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:52,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:20:52,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:52,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:20:52,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:52,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:20:52,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:52,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:20:52,335 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:52,336 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:52,336 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:52,338 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:52,338 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:52,338 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:20:52,339 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:52,341 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:20:52,341 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69202467, jitterRate=0.031197115778923035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:20:52,342 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634452328Initializing all the Stores at 1732634452329 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634452329Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634452329Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634452329Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634452329Cleaning up temporary data from old regions at 1732634452338 (+9 ms)Region opened successfully at 1732634452342 (+4 ms) 2024-11-26T15:20:52,342 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:20:52,345 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f68d3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:20:52,346 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:20:52,346 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:20:52,346 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:20:52,346 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:20:52,346 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:20:52,347 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:20:52,347 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:20:52,350 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:20:52,351 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Unable to get data of znode /0-2077488103/balancer because node does not exist (not necessarily an error) 2024-11-26T15:20:52,462 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2077488103/balancer already deleted, retry=false 2024-11-26T15:20:52,462 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:20:52,463 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Unable to get data of znode /0-2077488103/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:20:52,472 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2077488103/normalizer already deleted, retry=false 2024-11-26T15:20:52,472 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:20:52,473 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Unable to get data of znode /0-2077488103/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:20:52,483 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2077488103/switch/split already deleted, retry=false 2024-11-26T15:20:52,483 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Unable to get data of znode /0-2077488103/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:20:52,493 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2077488103/switch/merge already deleted, retry=false 2024-11-26T15:20:52,495 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Unable to get data of znode /0-2077488103/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:20:52,504 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2077488103/snapshot-cleanup already deleted, retry=false 2024-11-26T15:20:52,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2077488103/running 2024-11-26T15:20:52,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2077488103/running 2024-11-26T15:20:52,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:20:52,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:20:52,515 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,44937,1732634450368, sessionid=0x10177bb8bb10000, setting cluster-up flag (Was=false) 2024-11-26T15:20:52,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:20:52,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:20:52,567 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2077488103/flush-table-proc/acquired, /0-2077488103/flush-table-proc/reached, /0-2077488103/flush-table-proc/abort 2024-11-26T15:20:52,568 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,44937,1732634450368 2024-11-26T15:20:52,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:20:52,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:20:52,619 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2077488103/online-snapshot/acquired, /0-2077488103/online-snapshot/reached, /0-2077488103/online-snapshot/abort 2024-11-26T15:20:52,620 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,44937,1732634450368 2024-11-26T15:20:52,621 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:20:52,623 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:20:52,623 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:20:52,623 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:20:52,623 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,44937,1732634450368 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:20:52,624 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:20:52,624 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:20:52,624 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:20:52,624 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:20:52,624 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:20:52,624 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:52,625 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:20:52,625 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:52,626 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:20:52,626 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:20:52,627 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:52,627 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:20:52,628 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634482628 2024-11-26T15:20:52,628 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:20:52,628 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:20:52,628 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:20:52,628 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:20:52,628 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:20:52,628 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:20:52,628 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:52,629 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:20:52,629 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:20:52,629 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:20:52,629 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:20:52,630 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:20:52,630 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:20:52,630 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634452630,5,FailOnTimeoutGroup] 2024-11-26T15:20:52,630 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634452630,5,FailOnTimeoutGroup] 2024-11-26T15:20:52,630 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:52,630 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:20:52,630 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:52,630 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:52,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:20:52,683 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(746): ClusterId : b335aeb5-413f-4fea-b4a7-e1598753af17 2024-11-26T15:20:52,683 DEBUG [RS:0;6cc2bc8bf733:40753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:20:52,694 DEBUG [RS:0;6cc2bc8bf733:40753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:20:52,694 DEBUG [RS:0;6cc2bc8bf733:40753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:20:52,704 DEBUG [RS:0;6cc2bc8bf733:40753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:20:52,704 DEBUG [RS:0;6cc2bc8bf733:40753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f37e681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:20:52,715 DEBUG [RS:0;6cc2bc8bf733:40753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:40753 2024-11-26T15:20:52,715 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:20:52,715 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:20:52,715 DEBUG [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:20:52,716 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,44937,1732634450368 with port=40753, startcode=1732634450555 2024-11-26T15:20:52,716 DEBUG [RS:0;6cc2bc8bf733:40753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:20:52,717 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:20:52,717 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44937 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,40753,1732634450555 2024-11-26T15:20:52,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44937 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,40753,1732634450555 2024-11-26T15:20:52,719 DEBUG [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315 2024-11-26T15:20:52,719 DEBUG [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44147 2024-11-26T15:20:52,719 DEBUG [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:20:52,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103/rs 2024-11-26T15:20:52,725 DEBUG [RS:0;6cc2bc8bf733:40753 {}] zookeeper.ZKUtil(111): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on existing znode=/0-2077488103/rs/6cc2bc8bf733,40753,1732634450555 2024-11-26T15:20:52,725 WARN [RS:0;6cc2bc8bf733:40753 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:20:52,725 INFO [RS:0;6cc2bc8bf733:40753 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:20:52,725 DEBUG [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555 2024-11-26T15:20:52,726 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,40753,1732634450555] 2024-11-26T15:20:52,728 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:20:52,730 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:20:52,730 INFO [RS:0;6cc2bc8bf733:40753 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:20:52,730 INFO [RS:0;6cc2bc8bf733:40753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:52,730 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:20:52,731 INFO [RS:0;6cc2bc8bf733:40753 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:20:52,731 INFO [RS:0;6cc2bc8bf733:40753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:52,731 DEBUG [RS:0;6cc2bc8bf733:40753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:52,731 DEBUG [RS:0;6cc2bc8bf733:40753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:52,731 DEBUG [RS:0;6cc2bc8bf733:40753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:52,731 DEBUG [RS:0;6cc2bc8bf733:40753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:52,731 DEBUG [RS:0;6cc2bc8bf733:40753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:52,731 DEBUG [RS:0;6cc2bc8bf733:40753 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:20:52,731 DEBUG [RS:0;6cc2bc8bf733:40753 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:52,731 DEBUG [RS:0;6cc2bc8bf733:40753 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:52,731 DEBUG [RS:0;6cc2bc8bf733:40753 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:52,732 DEBUG [RS:0;6cc2bc8bf733:40753 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:52,732 DEBUG [RS:0;6cc2bc8bf733:40753 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:52,732 DEBUG [RS:0;6cc2bc8bf733:40753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:52,732 DEBUG [RS:0;6cc2bc8bf733:40753 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:20:52,732 DEBUG [RS:0;6cc2bc8bf733:40753 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:20:52,732 INFO [RS:0;6cc2bc8bf733:40753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:52,732 INFO [RS:0;6cc2bc8bf733:40753 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:52,732 INFO [RS:0;6cc2bc8bf733:40753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:52,732 INFO [RS:0;6cc2bc8bf733:40753 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:52,732 INFO [RS:0;6cc2bc8bf733:40753 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:52,732 INFO [RS:0;6cc2bc8bf733:40753 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,40753,1732634450555-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:20:52,749 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:20:52,749 INFO [RS:0;6cc2bc8bf733:40753 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,40753,1732634450555-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:52,749 INFO [RS:0;6cc2bc8bf733:40753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:52,749 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.Replication(171): 6cc2bc8bf733,40753,1732634450555 started 2024-11-26T15:20:52,762 INFO [RS:0;6cc2bc8bf733:40753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:52,762 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,40753,1732634450555, RpcServer on 6cc2bc8bf733/172.17.0.3:40753, sessionid=0x10177bb8bb10001 2024-11-26T15:20:52,762 DEBUG [RS:0;6cc2bc8bf733:40753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:20:52,762 DEBUG [RS:0;6cc2bc8bf733:40753 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,40753,1732634450555 2024-11-26T15:20:52,762 DEBUG [RS:0;6cc2bc8bf733:40753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,40753,1732634450555' 2024-11-26T15:20:52,762 DEBUG [RS:0;6cc2bc8bf733:40753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2077488103/flush-table-proc/abort' 2024-11-26T15:20:52,762 DEBUG [RS:0;6cc2bc8bf733:40753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2077488103/flush-table-proc/acquired' 2024-11-26T15:20:52,763 DEBUG [RS:0;6cc2bc8bf733:40753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:20:52,763 DEBUG [RS:0;6cc2bc8bf733:40753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:20:52,763 DEBUG [RS:0;6cc2bc8bf733:40753 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,40753,1732634450555 2024-11-26T15:20:52,763 DEBUG [RS:0;6cc2bc8bf733:40753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,40753,1732634450555' 2024-11-26T15:20:52,763 DEBUG [RS:0;6cc2bc8bf733:40753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2077488103/online-snapshot/abort' 2024-11-26T15:20:52,763 DEBUG [RS:0;6cc2bc8bf733:40753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2077488103/online-snapshot/acquired' 2024-11-26T15:20:52,764 DEBUG [RS:0;6cc2bc8bf733:40753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:20:52,764 INFO [RS:0;6cc2bc8bf733:40753 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:20:52,764 INFO [RS:0;6cc2bc8bf733:40753 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:20:52,864 INFO [RS:0;6cc2bc8bf733:40753 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:20:52,866 INFO [RS:0;6cc2bc8bf733:40753 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C40753%2C1732634450555, suffix=, logDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555, archiveDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/oldWALs, maxLogs=10 2024-11-26T15:20:52,879 DEBUG [RS:0;6cc2bc8bf733:40753 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555/6cc2bc8bf733%2C40753%2C1732634450555.1732634452866, exclude list is [], retry=0 2024-11-26T15:20:52,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-a5f7e657-e3ec-400e-80a1-9e06d23d4633,DISK] 2024-11-26T15:20:52,883 INFO [RS:0;6cc2bc8bf733:40753 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555/6cc2bc8bf733%2C40753%2C1732634450555.1732634452866 2024-11-26T15:20:52,883 DEBUG [RS:0;6cc2bc8bf733:40753 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41149:41149)] 2024-11-26T15:20:53,033 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:20:53,033 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315 2024-11-26T15:20:53,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741833_1009 (size=32) 2024-11-26T15:20:53,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:20:53,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:20:53,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:20:53,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:53,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:20:53,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:20:53,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:20:53,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:53,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:20:53,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:20:53,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:20:53,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:53,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:20:53,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:20:53,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:20:53,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:53,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:20:53,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:20:53,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740 2024-11-26T15:20:53,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740 2024-11-26T15:20:53,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:20:53,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:20:53,447 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:20:53,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:20:53,451 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:20:53,451 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67992625, jitterRate=0.013169065117835999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:20:53,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634453439Initializing all the Stores at 1732634453439Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634453439Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634453439Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634453439Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634453440 (+1 ms)Cleaning up temporary data from old regions at 1732634453447 (+7 ms)Region opened successfully at 1732634453451 (+4 ms) 2024-11-26T15:20:53,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:20:53,452 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:20:53,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:20:53,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:20:53,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:20:53,452 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:20:53,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634453452Disabling compacts and flushes for region at 1732634453452Disabling writes for close at 1732634453452Writing region close event to WAL at 1732634453452Closed at 1732634453452 2024-11-26T15:20:53,453 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:20:53,453 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:20:53,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:20:53,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:20:53,456 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:20:53,606 DEBUG [6cc2bc8bf733:44937 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:20:53,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,40753,1732634450555 2024-11-26T15:20:53,608 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,40753,1732634450555, state=OPENING 2024-11-26T15:20:53,672 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:20:53,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:20:53,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:20:53,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2077488103/meta-region-server: CHANGED 2024-11-26T15:20:53,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2077488103/meta-region-server: CHANGED 2024-11-26T15:20:53,714 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:20:53,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,40753,1732634450555}] 2024-11-26T15:20:53,867 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:20:53,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:20:53,872 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:20:53,872 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:20:53,872 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:20:53,873 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C40753%2C1732634450555.meta, suffix=.meta, logDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555, archiveDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/oldWALs, maxLogs=10 2024-11-26T15:20:53,885 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555/6cc2bc8bf733%2C40753%2C1732634450555.meta.1732634453874.meta, exclude list is [], retry=0 2024-11-26T15:20:53,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-a5f7e657-e3ec-400e-80a1-9e06d23d4633,DISK] 2024-11-26T15:20:53,889 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555/6cc2bc8bf733%2C40753%2C1732634450555.meta.1732634453874.meta 2024-11-26T15:20:53,889 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41149:41149)] 2024-11-26T15:20:53,889 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:20:53,889 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:20:53,889 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:20:53,889 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:20:53,889 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:20:53,889 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:20:53,890 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:20:53,890 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:20:53,890 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:20:53,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:20:53,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:20:53,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:53,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:20:53,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:20:53,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:20:53,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:53,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:20:53,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:20:53,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:20:53,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:53,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:20:53,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:20:53,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:20:53,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:53,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:20:53,895 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:20:53,896 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740 2024-11-26T15:20:53,897 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740 2024-11-26T15:20:53,898 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:20:53,898 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:20:53,898 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:20:53,900 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:20:53,900 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66458378, jitterRate=-0.009692996740341187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:20:53,901 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:20:53,901 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634453890Writing region info on filesystem at 1732634453890Initializing all the Stores at 1732634453890Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634453891 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634453891Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634453891Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634453891Cleaning up temporary data from old regions at 1732634453898 (+7 ms)Running coprocessor post-open hooks at 1732634453901 (+3 ms)Region opened successfully at 1732634453901 2024-11-26T15:20:53,902 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634453867 2024-11-26T15:20:53,904 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:20:53,904 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:20:53,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,40753,1732634450555 2024-11-26T15:20:53,905 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,40753,1732634450555, state=OPEN 2024-11-26T15:20:53,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2077488103/meta-region-server 2024-11-26T15:20:53,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2077488103/meta-region-server 2024-11-26T15:20:53,925 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,40753,1732634450555 2024-11-26T15:20:53,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2077488103/meta-region-server: CHANGED 2024-11-26T15:20:53,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2077488103/meta-region-server: CHANGED 2024-11-26T15:20:53,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:20:53,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,40753,1732634450555 in 211 msec 2024-11-26T15:20:53,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:20:53,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-11-26T15:20:53,930 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:20:53,930 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:20:53,932 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:20:53,932 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,40753,1732634450555, seqNum=-1] 2024-11-26T15:20:53,932 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:20:53,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:20:53,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3150 sec 2024-11-26T15:20:53,939 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634453939, completionTime=-1 2024-11-26T15:20:53,939 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:20:53,939 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:20:53,941 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:20:53,941 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634513941 2024-11-26T15:20:53,941 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634573941 2024-11-26T15:20:53,941 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T15:20:53,941 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,44937,1732634450368-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:53,941 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,44937,1732634450368-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:53,941 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,44937,1732634450368-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:53,942 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:44937, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:53,942 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:53,942 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:53,944 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:20:53,946 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.326sec 2024-11-26T15:20:53,946 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:20:53,946 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:20:53,946 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:20:53,946 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:20:53,946 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:20:53,946 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,44937,1732634450368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:20:53,946 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,44937,1732634450368-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:20:53,949 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:20:53,949 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:20:53,949 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,44937,1732634450368-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:53,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e8cd81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:20:53,984 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,44937,-1 for getting cluster id 2024-11-26T15:20:53,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:20:53,985 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b335aeb5-413f-4fea-b4a7-e1598753af17' 2024-11-26T15:20:53,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:20:53,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b335aeb5-413f-4fea-b4a7-e1598753af17" 2024-11-26T15:20:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1006b145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:20:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,44937,-1] 2024-11-26T15:20:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:20:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:53,987 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:20:53,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4409ce53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:20:53,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:20:53,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,40753,1732634450555, seqNum=-1] 2024-11-26T15:20:53,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:20:53,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:20:53,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,44937,1732634450368 2024-11-26T15:20:53,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-26T15:20:53,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:20:53,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10177bb8bb10002 connected 2024-11-26T15:20:54,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/hadoop.log.dir so I do NOT create it in target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8 2024-11-26T15:20:54,011 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:20:54,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/hadoop.tmp.dir so I do NOT create it in target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8 2024-11-26T15:20:54,011 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:20:54,011 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8 2024-11-26T15:20:54,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:20:54,011 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/cluster_d7903a3f-6130-5e0a-ed79-efc1ec9dfbbd, deleteOnExit=true 2024-11-26T15:20:54,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:20:54,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/test.cache.data in system properties and HBase conf 2024-11-26T15:20:54,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:20:54,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:20:54,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:20:54,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:20:54,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:20:54,012 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:20:54,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:20:54,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:20:54,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:20:54,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:20:54,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:20:54,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:20:54,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:20:54,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:20:54,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:20:54,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:20:54,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:20:54,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:20:54,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:20:54,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:20:54,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:20:54,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:20:54,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:20:54,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:20:54,530 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:20:54,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:20:54,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c111acf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:20:54,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bc2740d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:20:54,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8ad9d16{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/java.io.tmpdir/jetty-localhost-36635-hadoop-hdfs-3_4_1-tests_jar-_-any-13904111336282854554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:20:54,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a932a1f{HTTP/1.1, (http/1.1)}{localhost:36635} 2024-11-26T15:20:54,628 INFO [Time-limited test {}] server.Server(415): Started @152728ms 2024-11-26T15:20:54,887 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:20:54,907 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:54,908 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:54,908 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:54,908 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:54,908 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:54,913 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:20:54,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:20:54,925 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:20:54,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:20:54,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:20:54,926 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:20:54,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@255f1da4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:20:54,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@429278f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:20:55,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b235c64{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/java.io.tmpdir/jetty-localhost-38281-hadoop-hdfs-3_4_1-tests_jar-_-any-5353794264078535684/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:20:55,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@548b3e3a{HTTP/1.1, (http/1.1)}{localhost:38281} 2024-11-26T15:20:55,050 INFO [Time-limited test {}] server.Server(415): Started @153150ms 2024-11-26T15:20:55,051 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:20:55,728 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/cluster_d7903a3f-6130-5e0a-ed79-efc1ec9dfbbd/data/data2/current/BP-1943040774-172.17.0.3-1732634454029/current, will proceed with Du for space computation calculation, 2024-11-26T15:20:55,728 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/cluster_d7903a3f-6130-5e0a-ed79-efc1ec9dfbbd/data/data1/current/BP-1943040774-172.17.0.3-1732634454029/current, will proceed with Du for space computation calculation, 2024-11-26T15:20:55,753 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:20:55,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc60fedc70e592ef2 with lease ID 0x2364488a0f8b4fdc: Processing first storage report for DS-9bea3526-1cbe-43f0-a88a-fd109240b544 from datanode DatanodeRegistration(127.0.0.1:37583, datanodeUuid=194df88b-61c6-4ea1-9ffb-0f89d3a9eec5, infoPort=44957, infoSecurePort=0, ipcPort=41091, storageInfo=lv=-57;cid=testClusterID;nsid=1145750897;c=1732634454029) 2024-11-26T15:20:55,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc60fedc70e592ef2 with lease ID 0x2364488a0f8b4fdc: from storage DS-9bea3526-1cbe-43f0-a88a-fd109240b544 node DatanodeRegistration(127.0.0.1:37583, datanodeUuid=194df88b-61c6-4ea1-9ffb-0f89d3a9eec5, infoPort=44957, infoSecurePort=0, ipcPort=41091, storageInfo=lv=-57;cid=testClusterID;nsid=1145750897;c=1732634454029), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:20:55,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc60fedc70e592ef2 with lease ID 0x2364488a0f8b4fdc: Processing first storage report for DS-185d94c0-5c2a-4d09-a1f6-067d73be280d from datanode DatanodeRegistration(127.0.0.1:37583, datanodeUuid=194df88b-61c6-4ea1-9ffb-0f89d3a9eec5, infoPort=44957, infoSecurePort=0, ipcPort=41091, storageInfo=lv=-57;cid=testClusterID;nsid=1145750897;c=1732634454029) 2024-11-26T15:20:55,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc60fedc70e592ef2 with lease ID 0x2364488a0f8b4fdc: from storage DS-185d94c0-5c2a-4d09-a1f6-067d73be280d node DatanodeRegistration(127.0.0.1:37583, datanodeUuid=194df88b-61c6-4ea1-9ffb-0f89d3a9eec5, infoPort=44957, infoSecurePort=0, ipcPort=41091, storageInfo=lv=-57;cid=testClusterID;nsid=1145750897;c=1732634454029), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:20:55,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8 2024-11-26T15:20:55,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:20:55,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:20:55,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:20:56,189 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a with version=8 2024-11-26T15:20:56,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/hbase-staging 2024-11-26T15:20:56,190 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:20:56,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:20:56,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:20:56,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:20:56,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:20:56,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:20:56,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:20:56,191 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:20:56,191 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41185 2024-11-26T15:20:56,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41185 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-26T15:20:56,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411850x0, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:20:56,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41185-0x10177bb8bb10003 connected 2024-11-26T15:20:56,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:20:56,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:20:56,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Set watcher on znode that does not yet exist, /1-1705443609/running 2024-11-26T15:20:56,328 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a, hbase.cluster.distributed=false 2024-11-26T15:20:56,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Set watcher on znode that does not yet exist, /1-1705443609/acl 2024-11-26T15:20:56,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41185 2024-11-26T15:20:56,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41185 2024-11-26T15:20:56,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41185 2024-11-26T15:20:56,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41185 2024-11-26T15:20:56,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41185 2024-11-26T15:20:56,351 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:20:56,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:20:56,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:20:56,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:20:56,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:20:56,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:20:56,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:20:56,351 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:20:56,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40297 2024-11-26T15:20:56,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40297 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-26T15:20:56,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:20:56,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:20:56,367 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402970x0, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:20:56,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402970x0, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Set watcher on znode that does not yet exist, /1-1705443609/running 2024-11-26T15:20:56,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40297-0x10177bb8bb10004 connected 2024-11-26T15:20:56,367 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:20:56,370 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:20:56,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Set watcher on znode that does not yet exist, /1-1705443609/master 2024-11-26T15:20:56,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Set watcher on znode that does not yet exist, /1-1705443609/acl 2024-11-26T15:20:56,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40297 2024-11-26T15:20:56,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40297 2024-11-26T15:20:56,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40297 2024-11-26T15:20:56,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40297 2024-11-26T15:20:56,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40297 2024-11-26T15:20:56,388 DEBUG [M:0;6cc2bc8bf733:41185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:41185 2024-11-26T15:20:56,390 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1705443609/backup-masters/6cc2bc8bf733,41185,1732634456190 2024-11-26T15:20:56,398 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609/backup-masters 2024-11-26T15:20:56,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609/backup-masters 2024-11-26T15:20:56,399 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Set watcher on existing znode=/1-1705443609/backup-masters/6cc2bc8bf733,41185,1732634456190 2024-11-26T15:20:56,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609 2024-11-26T15:20:56,409 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1705443609/master 2024-11-26T15:20:56,409 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609 2024-11-26T15:20:56,409 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Set watcher on existing znode=/1-1705443609/master 2024-11-26T15:20:56,409 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1705443609/backup-masters/6cc2bc8bf733,41185,1732634456190 from backup master directory 2024-11-26T15:20:56,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1705443609/backup-masters/6cc2bc8bf733,41185,1732634456190 2024-11-26T15:20:56,419 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609/backup-masters 2024-11-26T15:20:56,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609/backup-masters 2024-11-26T15:20:56,419 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:20:56,419 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,41185,1732634456190 2024-11-26T15:20:56,423 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/hbase.id] with ID: 0b27724e-33cb-4dc0-8d5f-b12c41dfa60b 2024-11-26T15:20:56,423 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/.tmp/hbase.id 2024-11-26T15:20:56,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:20:56,833 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/.tmp/hbase.id]:[hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/hbase.id] 2024-11-26T15:20:56,842 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:20:56,843 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:20:56,844 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T15:20:56,893 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609 2024-11-26T15:20:56,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609 2024-11-26T15:20:56,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:20:57,299 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:20:57,300 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:20:57,300 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:20:57,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:20:57,707 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store 2024-11-26T15:20:57,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:20:58,114 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:20:58,114 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:20:58,114 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:20:58,114 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:20:58,114 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:20:58,114 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:20:58,115 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:20:58,115 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634458114Disabling compacts and flushes for region at 1732634458114Disabling writes for close at 1732634458114Writing region close event to WAL at 1732634458115 (+1 ms)Closed at 1732634458115 2024-11-26T15:20:58,115 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/.initializing 2024-11-26T15:20:58,115 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/WALs/6cc2bc8bf733,41185,1732634456190 2024-11-26T15:20:58,116 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:20:58,118 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C41185%2C1732634456190, suffix=, logDir=hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/WALs/6cc2bc8bf733,41185,1732634456190, archiveDir=hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/oldWALs, maxLogs=10 2024-11-26T15:20:58,132 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/WALs/6cc2bc8bf733,41185,1732634456190/6cc2bc8bf733%2C41185%2C1732634456190.1732634458119, exclude list is [], retry=0 2024-11-26T15:20:58,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37583,DS-9bea3526-1cbe-43f0-a88a-fd109240b544,DISK] 2024-11-26T15:20:58,136 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/WALs/6cc2bc8bf733,41185,1732634456190/6cc2bc8bf733%2C41185%2C1732634456190.1732634458119 2024-11-26T15:20:58,137 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44957:44957)] 2024-11-26T15:20:58,137 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:20:58,137 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:20:58,137 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:58,137 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:58,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:58,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:20:58,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:58,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:20:58,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:58,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:20:58,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:58,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:20:58,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:58,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:20:58,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:58,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:20:58,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:58,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:20:58,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:58,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:20:58,143 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:58,144 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:58,144 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:58,145 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:58,145 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:58,146 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:20:58,146 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:20:58,148 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:20:58,149 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75417430, jitterRate=0.12380728125572205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:20:58,149 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634458137Initializing all the Stores at 1732634458138 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634458138Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634458138Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634458138Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634458138Cleaning up temporary data from old regions at 1732634458145 (+7 ms)Region opened successfully at 1732634458149 (+4 ms) 2024-11-26T15:20:58,149 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:20:58,152 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffa6616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:20:58,153 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:20:58,153 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:20:58,154 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:20:58,154 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:20:58,154 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:20:58,155 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:20:58,155 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:20:58,156 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:20:58,157 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Unable to get data of znode /1-1705443609/balancer because node does not exist (not necessarily an error) 2024-11-26T15:20:58,219 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1705443609/balancer already deleted, retry=false 2024-11-26T15:20:58,220 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:20:58,220 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Unable to get data of znode /1-1705443609/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:20:58,230 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1705443609/normalizer already deleted, retry=false 2024-11-26T15:20:58,230 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:20:58,231 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Unable to get data of znode /1-1705443609/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:20:58,240 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1705443609/switch/split already deleted, retry=false 2024-11-26T15:20:58,241 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Unable to get data of znode /1-1705443609/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:20:58,251 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1705443609/switch/merge already deleted, retry=false 2024-11-26T15:20:58,253 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Unable to get data of znode /1-1705443609/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:20:58,261 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1705443609/snapshot-cleanup already deleted, retry=false 2024-11-26T15:20:58,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1705443609/running 2024-11-26T15:20:58,272 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1705443609/running 2024-11-26T15:20:58,272 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609 2024-11-26T15:20:58,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609 2024-11-26T15:20:58,272 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,41185,1732634456190, sessionid=0x10177bb8bb10003, setting cluster-up flag (Was=false) 2024-11-26T15:20:58,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609 2024-11-26T15:20:58,293 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609 2024-11-26T15:20:58,419 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1705443609/flush-table-proc/acquired, /1-1705443609/flush-table-proc/reached, /1-1705443609/flush-table-proc/abort 2024-11-26T15:20:58,420 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,41185,1732634456190 2024-11-26T15:20:58,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609 2024-11-26T15:20:58,440 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609 2024-11-26T15:20:58,472 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1705443609/online-snapshot/acquired, /1-1705443609/online-snapshot/reached, /1-1705443609/online-snapshot/abort 2024-11-26T15:20:58,473 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,41185,1732634456190 2024-11-26T15:20:58,474 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:20:58,475 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:20:58,476 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:20:58,476 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:20:58,476 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,41185,1732634456190 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:20:58,477 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:20:58,477 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:20:58,477 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:20:58,477 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:20:58,477 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:20:58,477 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:58,477 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:20:58,478 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:58,478 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634488478 2024-11-26T15:20:58,478 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:20:58,479 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:20:58,479 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:20:58,479 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:20:58,479 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:20:58,479 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:20:58,479 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:58,479 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:20:58,479 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:20:58,479 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:20:58,479 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:20:58,479 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:20:58,479 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:20:58,480 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:20:58,480 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:20:58,480 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634458480,5,FailOnTimeoutGroup] 2024-11-26T15:20:58,480 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:58,480 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634458480,5,FailOnTimeoutGroup] 2024-11-26T15:20:58,480 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:58,480 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:20:58,480 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:58,480 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:20:58,480 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:58,485 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.HRegionServer(746): ClusterId : 0b27724e-33cb-4dc0-8d5f-b12c41dfa60b 2024-11-26T15:20:58,485 DEBUG [RS:0;6cc2bc8bf733:40297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:20:58,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:20:58,494 DEBUG [RS:0;6cc2bc8bf733:40297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:20:58,494 DEBUG [RS:0;6cc2bc8bf733:40297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:20:58,504 DEBUG [RS:0;6cc2bc8bf733:40297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:20:58,504 DEBUG [RS:0;6cc2bc8bf733:40297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7797f695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:20:58,515 DEBUG [RS:0;6cc2bc8bf733:40297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:40297 2024-11-26T15:20:58,515 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:20:58,515 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:20:58,515 DEBUG [RS:0;6cc2bc8bf733:40297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:20:58,515 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,41185,1732634456190 with port=40297, startcode=1732634456350 2024-11-26T15:20:58,515 DEBUG [RS:0;6cc2bc8bf733:40297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:20:58,517 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:20:58,517 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41185 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,40297,1732634456350 2024-11-26T15:20:58,517 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41185 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,40297,1732634456350 2024-11-26T15:20:58,518 DEBUG [RS:0;6cc2bc8bf733:40297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a 2024-11-26T15:20:58,518 DEBUG [RS:0;6cc2bc8bf733:40297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44525 2024-11-26T15:20:58,518 DEBUG [RS:0;6cc2bc8bf733:40297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:20:58,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609/rs 2024-11-26T15:20:58,564 DEBUG [RS:0;6cc2bc8bf733:40297 {}] zookeeper.ZKUtil(111): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Set watcher on existing znode=/1-1705443609/rs/6cc2bc8bf733,40297,1732634456350 2024-11-26T15:20:58,564 WARN [RS:0;6cc2bc8bf733:40297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:20:58,564 INFO [RS:0;6cc2bc8bf733:40297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:20:58,564 DEBUG [RS:0;6cc2bc8bf733:40297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/WALs/6cc2bc8bf733,40297,1732634456350 2024-11-26T15:20:58,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,40297,1732634456350] 2024-11-26T15:20:58,581 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:20:58,583 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:20:58,583 INFO [RS:0;6cc2bc8bf733:40297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:20:58,583 INFO [RS:0;6cc2bc8bf733:40297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:58,584 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:20:58,584 INFO [RS:0;6cc2bc8bf733:40297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:20:58,584 INFO [RS:0;6cc2bc8bf733:40297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:58,584 DEBUG [RS:0;6cc2bc8bf733:40297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:58,585 DEBUG [RS:0;6cc2bc8bf733:40297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:58,585 DEBUG [RS:0;6cc2bc8bf733:40297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:58,585 DEBUG [RS:0;6cc2bc8bf733:40297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:58,585 DEBUG [RS:0;6cc2bc8bf733:40297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:58,585 DEBUG [RS:0;6cc2bc8bf733:40297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:20:58,585 DEBUG [RS:0;6cc2bc8bf733:40297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:58,585 DEBUG [RS:0;6cc2bc8bf733:40297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:58,585 DEBUG [RS:0;6cc2bc8bf733:40297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:58,585 DEBUG [RS:0;6cc2bc8bf733:40297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:58,585 DEBUG [RS:0;6cc2bc8bf733:40297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:58,585 DEBUG [RS:0;6cc2bc8bf733:40297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:20:58,585 DEBUG [RS:0;6cc2bc8bf733:40297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:20:58,585 DEBUG [RS:0;6cc2bc8bf733:40297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:20:58,587 INFO [RS:0;6cc2bc8bf733:40297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:58,587 INFO [RS:0;6cc2bc8bf733:40297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:58,587 INFO [RS:0;6cc2bc8bf733:40297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:58,587 INFO [RS:0;6cc2bc8bf733:40297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:58,587 INFO [RS:0;6cc2bc8bf733:40297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:58,587 INFO [RS:0;6cc2bc8bf733:40297 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,40297,1732634456350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:20:58,604 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:20:58,604 INFO [RS:0;6cc2bc8bf733:40297 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,40297,1732634456350-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:58,605 INFO [RS:0;6cc2bc8bf733:40297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:58,605 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.Replication(171): 6cc2bc8bf733,40297,1732634456350 started 2024-11-26T15:20:58,617 INFO [RS:0;6cc2bc8bf733:40297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:58,617 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,40297,1732634456350, RpcServer on 6cc2bc8bf733/172.17.0.3:40297, sessionid=0x10177bb8bb10004 2024-11-26T15:20:58,617 DEBUG [RS:0;6cc2bc8bf733:40297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:20:58,617 DEBUG [RS:0;6cc2bc8bf733:40297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,40297,1732634456350 2024-11-26T15:20:58,617 DEBUG [RS:0;6cc2bc8bf733:40297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,40297,1732634456350' 2024-11-26T15:20:58,617 DEBUG [RS:0;6cc2bc8bf733:40297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1705443609/flush-table-proc/abort' 2024-11-26T15:20:58,618 DEBUG [RS:0;6cc2bc8bf733:40297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1705443609/flush-table-proc/acquired' 2024-11-26T15:20:58,618 DEBUG [RS:0;6cc2bc8bf733:40297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:20:58,618 DEBUG [RS:0;6cc2bc8bf733:40297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:20:58,618 DEBUG [RS:0;6cc2bc8bf733:40297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,40297,1732634456350 2024-11-26T15:20:58,618 DEBUG [RS:0;6cc2bc8bf733:40297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,40297,1732634456350' 2024-11-26T15:20:58,618 DEBUG [RS:0;6cc2bc8bf733:40297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1705443609/online-snapshot/abort' 2024-11-26T15:20:58,618 DEBUG [RS:0;6cc2bc8bf733:40297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1705443609/online-snapshot/acquired' 2024-11-26T15:20:58,619 DEBUG [RS:0;6cc2bc8bf733:40297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:20:58,619 INFO [RS:0;6cc2bc8bf733:40297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:20:58,619 INFO [RS:0;6cc2bc8bf733:40297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:20:58,719 INFO [RS:0;6cc2bc8bf733:40297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:20:58,721 INFO [RS:0;6cc2bc8bf733:40297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C40297%2C1732634456350, suffix=, logDir=hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/WALs/6cc2bc8bf733,40297,1732634456350, archiveDir=hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/oldWALs, maxLogs=10 2024-11-26T15:20:58,729 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T15:20:58,739 DEBUG [RS:0;6cc2bc8bf733:40297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/WALs/6cc2bc8bf733,40297,1732634456350/6cc2bc8bf733%2C40297%2C1732634456350.1732634458721, exclude list is [], retry=0 2024-11-26T15:20:58,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37583,DS-9bea3526-1cbe-43f0-a88a-fd109240b544,DISK] 2024-11-26T15:20:58,743 INFO [RS:0;6cc2bc8bf733:40297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/WALs/6cc2bc8bf733,40297,1732634456350/6cc2bc8bf733%2C40297%2C1732634456350.1732634458721 2024-11-26T15:20:58,743 DEBUG [RS:0;6cc2bc8bf733:40297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44957:44957)] 2024-11-26T15:20:58,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:20:58,894 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a 2024-11-26T15:20:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741833_1009 (size=32) 2024-11-26T15:20:59,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:20:59,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:20:59,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:20:59,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:59,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:20:59,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:20:59,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:20:59,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:59,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:20:59,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:20:59,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:20:59,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:59,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:20:59,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:20:59,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:20:59,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:59,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:20:59,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:20:59,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/data/hbase/meta/1588230740 2024-11-26T15:20:59,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/data/hbase/meta/1588230740 2024-11-26T15:20:59,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:20:59,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:20:59,308 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:20:59,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:20:59,311 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:20:59,311 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74931930, jitterRate=0.11657276749610901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:20:59,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634459299Initializing all the Stores at 1732634459300 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634459300Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634459300Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634459300Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634459300Cleaning up temporary data from old regions at 1732634459308 (+8 ms)Region opened successfully at 1732634459311 (+3 ms) 2024-11-26T15:20:59,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:20:59,312 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:20:59,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:20:59,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:20:59,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:20:59,312 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:20:59,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634459311Disabling compacts and flushes for region at 1732634459311Disabling writes for close at 1732634459312 (+1 ms)Writing region close event to WAL at 1732634459312Closed at 1732634459312 2024-11-26T15:20:59,313 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:20:59,313 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:20:59,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:20:59,314 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:20:59,315 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:20:59,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T15:20:59,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T15:20:59,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:20:59,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T15:20:59,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:20:59,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T15:20:59,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T15:20:59,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T15:20:59,465 DEBUG [6cc2bc8bf733:41185 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:20:59,465 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,40297,1732634456350 2024-11-26T15:20:59,466 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,40297,1732634456350, state=OPENING 2024-11-26T15:20:59,535 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:20:59,546 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609 2024-11-26T15:20:59,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609 2024-11-26T15:20:59,546 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:20:59,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1705443609/meta-region-server: CHANGED 2024-11-26T15:20:59,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1705443609/meta-region-server: CHANGED 2024-11-26T15:20:59,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,40297,1732634456350}] 2024-11-26T15:20:59,699 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:20:59,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:20:59,704 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:20:59,704 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:20:59,704 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:20:59,705 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C40297%2C1732634456350.meta, suffix=.meta, logDir=hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/WALs/6cc2bc8bf733,40297,1732634456350, archiveDir=hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/oldWALs, maxLogs=10 2024-11-26T15:20:59,718 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/WALs/6cc2bc8bf733,40297,1732634456350/6cc2bc8bf733%2C40297%2C1732634456350.meta.1732634459706.meta, exclude list is [], retry=0 2024-11-26T15:20:59,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37583,DS-9bea3526-1cbe-43f0-a88a-fd109240b544,DISK] 2024-11-26T15:20:59,721 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/WALs/6cc2bc8bf733,40297,1732634456350/6cc2bc8bf733%2C40297%2C1732634456350.meta.1732634459706.meta 2024-11-26T15:20:59,722 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44957:44957)] 2024-11-26T15:20:59,722 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:20:59,722 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:20:59,722 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:20:59,723 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:20:59,723 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:20:59,723 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:20:59,723 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:20:59,723 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:20:59,723 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:20:59,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:20:59,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:20:59,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:59,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:20:59,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:20:59,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:20:59,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:59,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:20:59,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:20:59,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:20:59,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:59,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:20:59,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:20:59,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:20:59,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:59,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:20:59,728 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:20:59,729 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/data/hbase/meta/1588230740 2024-11-26T15:20:59,730 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/data/hbase/meta/1588230740 2024-11-26T15:20:59,731 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:20:59,731 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:20:59,731 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:20:59,732 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:20:59,733 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60947458, jitterRate=-0.09181210398674011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:20:59,733 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:20:59,733 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634459723Writing region info on filesystem at 1732634459723Initializing all the Stores at 1732634459724 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634459724Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634459724Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634459724Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634459724Cleaning up temporary data from old regions at 1732634459731 (+7 ms)Running coprocessor post-open hooks at 1732634459733 (+2 ms)Region opened successfully at 1732634459733 2024-11-26T15:20:59,734 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634459699 2024-11-26T15:20:59,736 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:20:59,736 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:20:59,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,40297,1732634456350 2024-11-26T15:20:59,737 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,40297,1732634456350, state=OPEN 2024-11-26T15:20:59,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1705443609/meta-region-server 2024-11-26T15:20:59,798 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1705443609/meta-region-server 2024-11-26T15:20:59,798 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,40297,1732634456350 2024-11-26T15:20:59,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1705443609/meta-region-server: CHANGED 2024-11-26T15:20:59,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1705443609/meta-region-server: CHANGED 2024-11-26T15:20:59,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:20:59,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,40297,1732634456350 in 252 msec 2024-11-26T15:20:59,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:20:59,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 488 msec 2024-11-26T15:20:59,803 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:20:59,803 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:20:59,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:20:59,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,40297,1732634456350, seqNum=-1] 2024-11-26T15:20:59,805 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:20:59,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:20:59,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3360 sec 2024-11-26T15:20:59,811 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634459811, completionTime=-1 2024-11-26T15:20:59,811 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:20:59,812 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:20:59,814 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:20:59,814 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634519814 2024-11-26T15:20:59,814 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634579814 2024-11-26T15:20:59,814 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T15:20:59,814 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41185,1732634456190-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:59,814 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41185,1732634456190-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:59,814 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41185,1732634456190-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:59,814 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:41185, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:59,814 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:59,814 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:59,816 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:20:59,817 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.397sec 2024-11-26T15:20:59,817 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:20:59,818 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:20:59,818 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:20:59,818 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:20:59,818 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:20:59,818 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41185,1732634456190-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:20:59,818 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41185,1732634456190-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:20:59,820 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:20:59,820 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:20:59,820 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41185,1732634456190-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:20:59,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f251e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:20:59,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41185,-1 for getting cluster id 2024-11-26T15:20:59,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:20:59,888 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b27724e-33cb-4dc0-8d5f-b12c41dfa60b' 2024-11-26T15:20:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:20:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b27724e-33cb-4dc0-8d5f-b12c41dfa60b" 2024-11-26T15:20:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0fa9d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:20:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41185,-1] 2024-11-26T15:20:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:20:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:59,889 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:20:59,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40eb8990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:20:59,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:20:59,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,40297,1732634456350, seqNum=-1] 2024-11-26T15:20:59,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:20:59,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:20:59,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,41185,1732634456190 2024-11-26T15:20:59,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-26T15:20:59,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:20:59,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10177bb8bb10005 connected 2024-11-26T15:20:59,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470d0943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:20:59,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,44937,-1 for getting cluster id 2024-11-26T15:20:59,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:20:59,939 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b335aeb5-413f-4fea-b4a7-e1598753af17' 2024-11-26T15:20:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:20:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b335aeb5-413f-4fea-b4a7-e1598753af17" 2024-11-26T15:20:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4185a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:20:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,44937,-1] 2024-11-26T15:20:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:20:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:59,941 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:20:59,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63248406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:20:59,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:20:59,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,44937,1732634450368 2024-11-26T15:20:59,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53ce37e2 2024-11-26T15:20:59,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:20:59,944 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:20:59,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6cc2bc8bf733:41185,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T15:20:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:20:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:20:59,947 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:41185' 2024-11-26T15:20:59,948 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd35b79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:20:59,948 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41185,-1 for getting cluster id 2024-11-26T15:20:59,948 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:20:59,949 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b27724e-33cb-4dc0-8d5f-b12c41dfa60b' 2024-11-26T15:20:59,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:20:59,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b27724e-33cb-4dc0-8d5f-b12c41dfa60b" 2024-11-26T15:20:59,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@edf87c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:20:59,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41185,-1] 2024-11-26T15:20:59,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:20:59,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:59,951 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:20:59,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496a6942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:20:59,951 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:20:59,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,41185,1732634456190 2024-11-26T15:20:59,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76625679 2024-11-26T15:20:59,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:20:59,953 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:20:59,954 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T15:20:59,954 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:20:59,954 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:59,954 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:20:59,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:20:59,955 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:20:59,956 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T15:20:59,957 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:20:59,957 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:20:59,958 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:20:59,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741835_1011 (size=1138) 2024-11-26T15:21:00,006 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T15:21:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:21:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:21:00,365 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58db7e73ba041045eaf0848050109a12, NAME => 'hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315 2024-11-26T15:21:00,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741836_1012 (size=44) 2024-11-26T15:21:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:21:00,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:00,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 58db7e73ba041045eaf0848050109a12, disabling compactions & flushes 2024-11-26T15:21:00,772 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:00,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:00,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. after waiting 0 ms 2024-11-26T15:21:00,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:00,772 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:00,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58db7e73ba041045eaf0848050109a12: Waiting for close lock at 1732634460772Disabling compacts and flushes for region at 1732634460772Disabling writes for close at 1732634460772Writing region close event to WAL at 1732634460772Closed at 1732634460772 2024-11-26T15:21:00,773 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:21:00,773 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732634460773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634460773"}]},"ts":"1732634460773"} 2024-11-26T15:21:00,775 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:21:00,776 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:21:00,777 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634460777"}]},"ts":"1732634460777"} 2024-11-26T15:21:00,782 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T15:21:00,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58db7e73ba041045eaf0848050109a12, ASSIGN}] 2024-11-26T15:21:00,783 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58db7e73ba041045eaf0848050109a12, ASSIGN 2024-11-26T15:21:00,784 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=58db7e73ba041045eaf0848050109a12, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,40753,1732634450555; forceNewPlan=false, retain=false 2024-11-26T15:21:00,935 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=58db7e73ba041045eaf0848050109a12, regionState=OPENING, regionLocation=6cc2bc8bf733,40753,1732634450555 2024-11-26T15:21:00,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=58db7e73ba041045eaf0848050109a12, ASSIGN because future has completed 2024-11-26T15:21:00,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58db7e73ba041045eaf0848050109a12, server=6cc2bc8bf733,40753,1732634450555}] 2024-11-26T15:21:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:21:01,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:01,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:21:01,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T15:21:01,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C40753%2C1732634450555.rep, suffix=, logDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555, archiveDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/oldWALs, maxLogs=10 2024-11-26T15:21:01,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555/6cc2bc8bf733%2C40753%2C1732634450555.rep.1732634461095, exclude list is [], retry=0 2024-11-26T15:21:01,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-a5f7e657-e3ec-400e-80a1-9e06d23d4633,DISK] 2024-11-26T15:21:01,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555/6cc2bc8bf733%2C40753%2C1732634450555.rep.1732634461095 2024-11-26T15:21:01,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41149:41149)] 2024-11-26T15:21:01,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 58db7e73ba041045eaf0848050109a12, NAME => 'hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:21:01,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:21:01,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:21:01,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. service=MultiRowMutationService 2024-11-26T15:21:01,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T15:21:01,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:01,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:01,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:01,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:01,119 INFO [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:01,120 INFO [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58db7e73ba041045eaf0848050109a12 columnFamilyName hfileref 2024-11-26T15:21:01,120 DEBUG [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:01,120 INFO [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] regionserver.HStore(327): Store=58db7e73ba041045eaf0848050109a12/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:01,121 INFO [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:01,122 INFO [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58db7e73ba041045eaf0848050109a12 columnFamilyName queue 2024-11-26T15:21:01,122 DEBUG [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:01,122 INFO [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] regionserver.HStore(327): Store=58db7e73ba041045eaf0848050109a12/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:01,122 INFO [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:01,123 INFO [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58db7e73ba041045eaf0848050109a12 columnFamilyName sid 2024-11-26T15:21:01,123 DEBUG [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:01,124 INFO [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] regionserver.HStore(327): Store=58db7e73ba041045eaf0848050109a12/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:01,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:01,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/replication/58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:01,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/replication/58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:01,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:01,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:01,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:21:01,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:01,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/replication/58db7e73ba041045eaf0848050109a12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:21:01,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 58db7e73ba041045eaf0848050109a12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74861516, jitterRate=0.11552351713180542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:21:01,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:01,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 58db7e73ba041045eaf0848050109a12: Running coprocessor pre-open hook at 1732634461118Writing region info on filesystem at 1732634461118Initializing all the Stores at 1732634461118Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634461118Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634461119 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634461119Cleaning up temporary data from old regions at 1732634461126 (+7 ms)Running coprocessor post-open hooks at 1732634461129 (+3 ms)Region opened successfully at 1732634461129 2024-11-26T15:21:01,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12., pid=7, masterSystemTime=1732634461090 2024-11-26T15:21:01,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:01,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:01,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=58db7e73ba041045eaf0848050109a12, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,40753,1732634450555 2024-11-26T15:21:01,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58db7e73ba041045eaf0848050109a12, server=6cc2bc8bf733,40753,1732634450555 because future has completed 2024-11-26T15:21:01,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T15:21:01,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 58db7e73ba041045eaf0848050109a12, server=6cc2bc8bf733,40753,1732634450555 in 197 msec 2024-11-26T15:21:01,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:21:01,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58db7e73ba041045eaf0848050109a12, ASSIGN in 354 msec 2024-11-26T15:21:01,139 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:21:01,139 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634461139"}]},"ts":"1732634461139"} 2024-11-26T15:21:01,141 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T15:21:01,141 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:21:01,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-26T15:21:01,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12., hostname=6cc2bc8bf733,40753,1732634450555, seqNum=2] 2024-11-26T15:21:01,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:21:01,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:21:01,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:21:01,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T15:21:01,405 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T15:21:01,441 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6cc2bc8bf733,40753,1732634450555, ReplicationSource: 1, currentBandwidth=0 2024-11-26T15:21:01,441 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:01,441 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,40753,1732634450555, seqNum=-1] 2024-11-26T15:21:01,442 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:21:01,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-26T15:21:01,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6cc2bc8bf733,40753,1732634450555', locateType=CURRENT is [region=hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12., hostname=6cc2bc8bf733,40753,1732634450555, seqNum=2] 2024-11-26T15:21:01,446 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T15:21:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T15:21:01,448 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6cc2bc8bf733,40753,1732634450555 suceeded 2024-11-26T15:21:01,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T15:21:01,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-26T15:21:01,450 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6cc2bc8bf733:41185,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:21:01,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec 2024-11-26T15:21:01,460 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:41185' 2024-11-26T15:21:01,461 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33a0b6f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:01,461 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41185,-1 for getting cluster id 2024-11-26T15:21:01,461 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:01,462 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b27724e-33cb-4dc0-8d5f-b12c41dfa60b' 2024-11-26T15:21:01,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:01,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b27724e-33cb-4dc0-8d5f-b12c41dfa60b" 2024-11-26T15:21:01,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d768f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:01,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41185,-1] 2024-11-26T15:21:01,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:01,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:01,464 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:01,464 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aa8e6b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:01,464 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:01,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,41185,1732634456190 2024-11-26T15:21:01,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ccd0c1f 2024-11-26T15:21:01,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:21:01,466 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-26T15:21:01,466 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6cc2bc8bf733,40753,1732634450555 (queues=1) is replicating from cluster=b335aeb5-413f-4fea-b4a7-e1598753af17 to cluster=0b27724e-33cb-4dc0-8d5f-b12c41dfa60b 2024-11-26T15:21:01,466 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6cc2bc8bf733%2C40753%2C1732634450555 2024-11-26T15:21:01,466 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6cc2bc8bf733,40753,1732634450555, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:21:01,467 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555.replicationSource.shipper6cc2bc8bf733%2C40753%2C1732634450555,1-6cc2bc8bf733,40753,1732634450555 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C40753%2C1732634450555 2024-11-26T15:21:01,467 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555.replicationSource.wal-reader.6cc2bc8bf733%2C40753%2C1732634450555,1-6cc2bc8bf733,40753,1732634450555 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555/6cc2bc8bf733%2C40753%2C1732634450555.1732634452866, startPosition=0, beingWritten=true 2024-11-26T15:21:01,672 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555.replicationSource.wal-reader.6cc2bc8bf733%2C40753%2C1732634450555,1-6cc2bc8bf733,40753,1732634450555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555/6cc2bc8bf733%2C40753%2C1732634450555.1732634452866 to pos 0, reset compression=false 2024-11-26T15:21:01,976 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555.replicationSource.wal-reader.6cc2bc8bf733%2C40753%2C1732634450555,1-6cc2bc8bf733,40753,1732634450555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555/6cc2bc8bf733%2C40753%2C1732634450555.1732634452866 to pos 0, reset compression=false 2024-11-26T15:21:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:21:02,096 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T15:21:02,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:21:02,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:02,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:02,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:02,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:02,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:02,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,44937,1732634450368 2024-11-26T15:21:02,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46b98a3f 2024-11-26T15:21:02,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:21:02,098 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:21:02,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T15:21:02,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:21:02,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:02,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:02,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:02,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:02,099 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:21:02,099 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=513872956, stopped=false 2024-11-26T15:21:02,099 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,44937,1732634450368 2024-11-26T15:21:02,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2077488103/running 2024-11-26T15:21:02,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2077488103/running 2024-11-26T15:21:02,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:21:02,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:21:02,156 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:21:02,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:21:02,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:02,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:02,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on znode that does not yet exist, /0-2077488103/running 2024-11-26T15:21:02,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on znode that does not yet exist, /0-2077488103/running 2024-11-26T15:21:02,157 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,40753,1732634450555' ***** 2024-11-26T15:21:02,157 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:21:02,157 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:21:02,157 INFO [RS:0;6cc2bc8bf733:40753 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:21:02,157 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:21:02,157 INFO [RS:0;6cc2bc8bf733:40753 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:21:02,157 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(3091): Received CLOSE for 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:02,157 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,40753,1732634450555 2024-11-26T15:21:02,158 INFO [RS:0;6cc2bc8bf733:40753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:21:02,158 INFO [RS:0;6cc2bc8bf733:40753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:40753. 2024-11-26T15:21:02,158 DEBUG [RS:0;6cc2bc8bf733:40753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:02,158 DEBUG [RS:0;6cc2bc8bf733:40753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:02,158 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58db7e73ba041045eaf0848050109a12, disabling compactions & flushes 2024-11-26T15:21:02,158 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:21:02,158 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:02,158 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:21:02,158 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:02,158 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:21:02,158 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. after waiting 0 ms 2024-11-26T15:21:02,158 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:02,158 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:21:02,158 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 58db7e73ba041045eaf0848050109a12 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-26T15:21:02,158 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T15:21:02,158 DEBUG [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 58db7e73ba041045eaf0848050109a12=hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12.} 2024-11-26T15:21:02,158 DEBUG [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:02,158 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:21:02,158 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:21:02,158 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:21:02,158 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:21:02,158 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:21:02,158 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T15:21:02,172 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/.tmp/info/bb4482eb2d694e0d97ebacec27fcd1b0 is 147, key is hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12./info:regioninfo/1732634461132/Put/seqid=0 2024-11-26T15:21:02,172 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/replication/58db7e73ba041045eaf0848050109a12/.tmp/queue/188b55165f204f6ca3b752798fcf906a is 151, key is 1-6cc2bc8bf733,40753,1732634450555/queue:6cc2bc8bf733%2C40753%2C1732634450555/1732634461445/Put/seqid=0 2024-11-26T15:21:02,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741838_1014 (size=6631) 2024-11-26T15:21:02,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741839_1015 (size=5350) 2024-11-26T15:21:02,243 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:21:02,358 DEBUG [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:02,380 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555.replicationSource.wal-reader.6cc2bc8bf733%2C40753%2C1732634450555,1-6cc2bc8bf733,40753,1732634450555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555/6cc2bc8bf733%2C40753%2C1732634450555.1732634452866 to pos 0, reset compression=false 2024-11-26T15:21:02,558 DEBUG [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:02,577 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/.tmp/info/bb4482eb2d694e0d97ebacec27fcd1b0 2024-11-26T15:21:02,577 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/replication/58db7e73ba041045eaf0848050109a12/.tmp/queue/188b55165f204f6ca3b752798fcf906a 2024-11-26T15:21:02,582 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/replication/58db7e73ba041045eaf0848050109a12/.tmp/queue/188b55165f204f6ca3b752798fcf906a as hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/replication/58db7e73ba041045eaf0848050109a12/queue/188b55165f204f6ca3b752798fcf906a 2024-11-26T15:21:02,586 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/replication/58db7e73ba041045eaf0848050109a12/queue/188b55165f204f6ca3b752798fcf906a, entries=1, sequenceid=5, filesize=5.2 K 2024-11-26T15:21:02,587 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 58db7e73ba041045eaf0848050109a12 in 429ms, sequenceid=5, compaction requested=false 2024-11-26T15:21:02,587 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T15:21:02,591 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/replication/58db7e73ba041045eaf0848050109a12/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T15:21:02,592 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:21:02,592 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:21:02,592 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:02,592 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58db7e73ba041045eaf0848050109a12: Waiting for close lock at 1732634462158Running coprocessor pre-close hooks at 1732634462158Disabling compacts and flushes for region at 1732634462158Disabling writes for close at 1732634462158Obtaining lock to block concurrent updates at 1732634462158Preparing flush snapshotting stores in 58db7e73ba041045eaf0848050109a12 at 1732634462158Finished memstore snapshotting hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732634462158Flushing stores of hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. at 1732634462159 (+1 ms)Flushing 58db7e73ba041045eaf0848050109a12/queue: creating writer at 1732634462159Flushing 58db7e73ba041045eaf0848050109a12/queue: appending metadata at 1732634462172 (+13 ms)Flushing 58db7e73ba041045eaf0848050109a12/queue: closing flushed file at 1732634462172Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@728635ff: reopening flushed file at 1732634462582 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 58db7e73ba041045eaf0848050109a12 in 429ms, sequenceid=5, compaction requested=false at 1732634462587 (+5 ms)Writing region close event to WAL at 1732634462588 (+1 ms)Running coprocessor post-close hooks at 1732634462592 (+4 ms)Closed at 1732634462592 2024-11-26T15:21:02,592 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:02,596 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/.tmp/ns/a0e6b2950fd54eb8a160471a3e962844 is 43, key is default/ns:d/1732634453934/Put/seqid=0 2024-11-26T15:21:02,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741840_1016 (size=5153) 2024-11-26T15:21:02,747 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:21:02,748 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:21:02,759 DEBUG [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:21:02,884 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555.replicationSource.wal-reader.6cc2bc8bf733%2C40753%2C1732634450555,1-6cc2bc8bf733,40753,1732634450555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555/6cc2bc8bf733%2C40753%2C1732634450555.1732634452866 to pos 0, reset compression=false 2024-11-26T15:21:02,959 DEBUG [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:21:03,002 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/.tmp/ns/a0e6b2950fd54eb8a160471a3e962844 2024-11-26T15:21:03,019 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/.tmp/table/32e5938bb4c24d05b4d99fdd6b9a2453 is 53, key is hbase:replication/table:state/1732634461139/Put/seqid=0 2024-11-26T15:21:03,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741841_1017 (size=5256) 2024-11-26T15:21:03,159 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T15:21:03,159 DEBUG [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:21:03,159 DEBUG [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:21:03,359 DEBUG [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:21:03,424 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/.tmp/table/32e5938bb4c24d05b4d99fdd6b9a2453 2024-11-26T15:21:03,429 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/.tmp/info/bb4482eb2d694e0d97ebacec27fcd1b0 as hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/info/bb4482eb2d694e0d97ebacec27fcd1b0 2024-11-26T15:21:03,434 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/info/bb4482eb2d694e0d97ebacec27fcd1b0, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T15:21:03,435 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/.tmp/ns/a0e6b2950fd54eb8a160471a3e962844 as hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/ns/a0e6b2950fd54eb8a160471a3e962844 2024-11-26T15:21:03,439 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/ns/a0e6b2950fd54eb8a160471a3e962844, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T15:21:03,440 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/.tmp/table/32e5938bb4c24d05b4d99fdd6b9a2453 as hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/table/32e5938bb4c24d05b4d99fdd6b9a2453 2024-11-26T15:21:03,444 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/table/32e5938bb4c24d05b4d99fdd6b9a2453, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T15:21:03,445 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1287ms, sequenceid=11, compaction requested=false 2024-11-26T15:21:03,449 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T15:21:03,449 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:21:03,449 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:21:03,449 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:21:03,450 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634462158Running coprocessor pre-close hooks at 1732634462158Disabling compacts and flushes for region at 1732634462158Disabling writes for close at 1732634462158Obtaining lock to block concurrent updates at 1732634462158Preparing flush snapshotting stores in 1588230740 at 1732634462158Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732634462159 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732634462159Flushing 1588230740/info: creating writer at 1732634462159Flushing 1588230740/info: appending metadata at 1732634462172 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732634462172Flushing 1588230740/ns: creating writer at 1732634462582 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732634462596 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732634462596Flushing 1588230740/table: creating writer at 1732634463006 (+410 ms)Flushing 1588230740/table: appending metadata at 1732634463019 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732634463019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@695ca5dd: reopening flushed file at 1732634463428 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cd7edbf: reopening flushed file at 1732634463434 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@188f099e: reopening flushed file at 1732634463439 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1287ms, sequenceid=11, compaction requested=false at 1732634463445 (+6 ms)Writing region close event to WAL at 1732634463446 (+1 ms)Running coprocessor post-close hooks at 1732634463449 (+3 ms)Closed at 1732634463449 2024-11-26T15:21:03,450 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:21:03,489 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555.replicationSource.wal-reader.6cc2bc8bf733%2C40753%2C1732634450555,1-6cc2bc8bf733,40753,1732634450555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555/6cc2bc8bf733%2C40753%2C1732634450555.1732634452866 to pos 0, reset compression=false 2024-11-26T15:21:03,559 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,40753,1732634450555; all regions closed. 2024-11-26T15:21:03,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741834_1010 (size=2742) 2024-11-26T15:21:03,562 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555/6cc2bc8bf733%2C40753%2C1732634450555.meta.1732634453874.meta not finished, retry = 0 2024-11-26T15:21:03,664 DEBUG [RS:0;6cc2bc8bf733:40753 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/oldWALs 2024-11-26T15:21:03,664 INFO [RS:0;6cc2bc8bf733:40753 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C40753%2C1732634450555.meta:.meta(num 1732634453874) 2024-11-26T15:21:03,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741837_1013 (size=1586) 2024-11-26T15:21:03,714 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555/6cc2bc8bf733%2C40753%2C1732634450555.rep.1732634461095 not finished, retry = 0 2024-11-26T15:21:03,816 DEBUG [RS:0;6cc2bc8bf733:40753 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/oldWALs 2024-11-26T15:21:03,816 INFO [RS:0;6cc2bc8bf733:40753 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C40753%2C1732634450555.rep:(num 1732634461095) 2024-11-26T15:21:03,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741832_1008 (size=93) 2024-11-26T15:21:03,818 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555/6cc2bc8bf733%2C40753%2C1732634450555.1732634452866 not finished, retry = 0 2024-11-26T15:21:03,921 DEBUG [RS:0;6cc2bc8bf733:40753 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/oldWALs 2024-11-26T15:21:03,921 INFO [RS:0;6cc2bc8bf733:40753 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C40753%2C1732634450555:(num 1732634452866) 2024-11-26T15:21:03,921 DEBUG [RS:0;6cc2bc8bf733:40753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:03,921 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:21:03,921 INFO [RS:0;6cc2bc8bf733:40753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:21:03,921 INFO [RS:0;6cc2bc8bf733:40753 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T15:21:03,921 INFO [RS:0;6cc2bc8bf733:40753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:21:03,921 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:21:03,921 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6cc2bc8bf733,40753,1732634450555 because: Region server is closing 2024-11-26T15:21:03,922 INFO [RS:0;6cc2bc8bf733:40753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:40753. 2024-11-26T15:21:03,922 DEBUG [RS:0;6cc2bc8bf733:40753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:03,922 DEBUG [RS:0;6cc2bc8bf733:40753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:03,922 DEBUG [RS:0;6cc2bc8bf733:40753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:03,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:04,022 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555.replicationSource.wal-reader.6cc2bc8bf733%2C40753%2C1732634450555,1-6cc2bc8bf733,40753,1732634450555 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T15:21:04,022 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555.replicationSource.shipper6cc2bc8bf733%2C40753%2C1732634450555,1-6cc2bc8bf733,40753,1732634450555 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T15:21:04,022 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,40753,1732634450555.replicationSource.shipper6cc2bc8bf733%2C40753%2C1732634450555,1-6cc2bc8bf733,40753,1732634450555 terminated 2024-11-26T15:21:04,023 INFO [RS:0;6cc2bc8bf733:40753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40753 2024-11-26T15:21:04,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103/rs 2024-11-26T15:21:04,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2077488103/rs/6cc2bc8bf733,40753,1732634450555 2024-11-26T15:21:04,219 INFO [RS:0;6cc2bc8bf733:40753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:21:04,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,40753,1732634450555] 2024-11-26T15:21:04,240 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2077488103/draining/6cc2bc8bf733,40753,1732634450555 already deleted, retry=false 2024-11-26T15:21:04,240 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,40753,1732634450555 expired; onlineServers=0 2024-11-26T15:21:04,240 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,44937,1732634450368' ***** 2024-11-26T15:21:04,240 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:21:04,240 INFO [M:0;6cc2bc8bf733:44937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:21:04,240 INFO [M:0;6cc2bc8bf733:44937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:21:04,240 DEBUG [M:0;6cc2bc8bf733:44937 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:21:04,240 DEBUG [M:0;6cc2bc8bf733:44937 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:21:04,240 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:21:04,240 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634452630 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634452630,5,FailOnTimeoutGroup] 2024-11-26T15:21:04,240 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634452630 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634452630,5,FailOnTimeoutGroup] 2024-11-26T15:21:04,240 INFO [M:0;6cc2bc8bf733:44937 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:21:04,241 INFO [M:0;6cc2bc8bf733:44937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:21:04,241 DEBUG [M:0;6cc2bc8bf733:44937 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:21:04,241 INFO [M:0;6cc2bc8bf733:44937 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:21:04,241 INFO [M:0;6cc2bc8bf733:44937 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:21:04,241 INFO [M:0;6cc2bc8bf733:44937 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:21:04,241 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:21:04,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2077488103/master 2024-11-26T15:21:04,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:21:04,251 DEBUG [M:0;6cc2bc8bf733:44937 {}] zookeeper.ZKUtil(347): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Unable to get data of znode /0-2077488103/master because node does not exist (not an error) 2024-11-26T15:21:04,251 WARN [M:0;6cc2bc8bf733:44937 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:21:04,251 INFO [M:0;6cc2bc8bf733:44937 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/.lastflushedseqids 2024-11-26T15:21:04,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741842_1018 (size=181) 2024-11-26T15:21:04,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:04,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40753-0x10177bb8bb10001, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:04,330 INFO [RS:0;6cc2bc8bf733:40753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:21:04,330 INFO [RS:0;6cc2bc8bf733:40753 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,40753,1732634450555; zookeeper connection closed. 2024-11-26T15:21:04,330 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@735435f2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@735435f2 2024-11-26T15:21:04,330 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:21:04,655 INFO [M:0;6cc2bc8bf733:44937 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:21:04,656 INFO [M:0;6cc2bc8bf733:44937 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:21:04,656 DEBUG [M:0;6cc2bc8bf733:44937 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:21:04,656 INFO [M:0;6cc2bc8bf733:44937 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:04,656 DEBUG [M:0;6cc2bc8bf733:44937 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:04,656 DEBUG [M:0;6cc2bc8bf733:44937 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:21:04,656 DEBUG [M:0;6cc2bc8bf733:44937 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:04,656 INFO [M:0;6cc2bc8bf733:44937 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-26T15:21:04,671 DEBUG [M:0;6cc2bc8bf733:44937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f71618f5f9884ae59baab78cf95bf6a8 is 82, key is hbase:meta,,1/info:regioninfo/1732634453904/Put/seqid=0 2024-11-26T15:21:04,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741843_1019 (size=5672) 2024-11-26T15:21:05,075 INFO [M:0;6cc2bc8bf733:44937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f71618f5f9884ae59baab78cf95bf6a8 2024-11-26T15:21:05,094 DEBUG [M:0;6cc2bc8bf733:44937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fa8680ed2fc4c0988460fad7b694b1f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732634461142/Put/seqid=0 2024-11-26T15:21:05,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741844_1020 (size=7203) 2024-11-26T15:21:05,224 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:21:05,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:05,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:05,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:05,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:05,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:05,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:05,498 INFO [M:0;6cc2bc8bf733:44937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fa8680ed2fc4c0988460fad7b694b1f 2024-11-26T15:21:05,515 DEBUG [M:0;6cc2bc8bf733:44937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/601717a683214daa97c68a76a5651da9 is 69, key is 6cc2bc8bf733,40753,1732634450555/rs:state/1732634452718/Put/seqid=0 2024-11-26T15:21:05,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741845_1021 (size=5156) 2024-11-26T15:21:05,920 INFO [M:0;6cc2bc8bf733:44937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/601717a683214daa97c68a76a5651da9 2024-11-26T15:21:05,925 DEBUG [M:0;6cc2bc8bf733:44937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f71618f5f9884ae59baab78cf95bf6a8 as hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f71618f5f9884ae59baab78cf95bf6a8 2024-11-26T15:21:05,929 INFO [M:0;6cc2bc8bf733:44937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f71618f5f9884ae59baab78cf95bf6a8, entries=8, sequenceid=70, filesize=5.5 K 2024-11-26T15:21:05,930 DEBUG [M:0;6cc2bc8bf733:44937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fa8680ed2fc4c0988460fad7b694b1f as hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9fa8680ed2fc4c0988460fad7b694b1f 2024-11-26T15:21:05,934 INFO [M:0;6cc2bc8bf733:44937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9fa8680ed2fc4c0988460fad7b694b1f, entries=8, sequenceid=70, filesize=7.0 K 2024-11-26T15:21:05,935 DEBUG [M:0;6cc2bc8bf733:44937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/601717a683214daa97c68a76a5651da9 as hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/601717a683214daa97c68a76a5651da9 2024-11-26T15:21:05,939 INFO [M:0;6cc2bc8bf733:44937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/601717a683214daa97c68a76a5651da9, entries=1, sequenceid=70, filesize=5.0 K 2024-11-26T15:21:05,940 INFO [M:0;6cc2bc8bf733:44937 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false 2024-11-26T15:21:05,941 INFO [M:0;6cc2bc8bf733:44937 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:05,941 DEBUG [M:0;6cc2bc8bf733:44937 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634464656Disabling compacts and flushes for region at 1732634464656Disabling writes for close at 1732634464656Obtaining lock to block concurrent updates at 1732634464656Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634464656Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732634464656Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634464657 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634464657Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634464670 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634464670Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634465079 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634465094 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634465094Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634465503 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634465515 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634465515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3502676d: reopening flushed file at 1732634465924 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16cfece6: reopening flushed file at 1732634465929 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369cdbe8: reopening flushed file at 1732634465934 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false at 1732634465940 (+6 ms)Writing region close event to WAL at 1732634465941 (+1 ms)Closed at 1732634465941 2024-11-26T15:21:05,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741830_1006 (size=41008) 2024-11-26T15:21:05,943 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/WALs/6cc2bc8bf733,44937,1732634450368/6cc2bc8bf733%2C44937%2C1732634450368.1732634452311 not finished, retry = 0 2024-11-26T15:21:06,044 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:21:06,044 INFO [M:0;6cc2bc8bf733:44937 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:21:06,044 INFO [M:0;6cc2bc8bf733:44937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44937 2024-11-26T15:21:06,044 INFO [M:0;6cc2bc8bf733:44937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:21:06,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:06,266 INFO [M:0;6cc2bc8bf733:44937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:21:06,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x10177bb8bb10000, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:06,268 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:21:06,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:06,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:06,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:21:06,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:06,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:21:06,268 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:21:06,268 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:21:06,269 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46185 2024-11-26T15:21:06,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46185 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-26T15:21:06,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461850x0, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:21:06,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46185-0x10177bb8bb10006 connected 2024-11-26T15:21:06,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:06,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:06,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on znode that does not yet exist, /0-2077488103/running 2024-11-26T15:21:06,360 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2077488103/meta-region-server: INIT 2024-11-26T15:21:06,360 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315, hbase.cluster.distributed=false 2024-11-26T15:21:06,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on znode that does not yet exist, /0-2077488103/acl 2024-11-26T15:21:06,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46185 2024-11-26T15:21:06,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46185 2024-11-26T15:21:06,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46185 2024-11-26T15:21:06,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46185 2024-11-26T15:21:06,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46185 2024-11-26T15:21:06,376 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:21:06,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:06,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:06,376 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:21:06,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:06,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:21:06,376 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:21:06,376 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:21:06,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40873 2024-11-26T15:21:06,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40873 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-26T15:21:06,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:06,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:06,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408730x0, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:21:06,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408730x0, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on znode that does not yet exist, /0-2077488103/running 2024-11-26T15:21:06,388 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2077488103/meta-region-server: INIT 2024-11-26T15:21:06,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40873-0x10177bb8bb10007 connected 2024-11-26T15:21:06,388 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:21:06,388 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:21:06,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40873-0x10177bb8bb10007, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on znode that does not yet exist, /0-2077488103/master 2024-11-26T15:21:06,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40873-0x10177bb8bb10007, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on znode that does not yet exist, /0-2077488103/acl 2024-11-26T15:21:06,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40873 2024-11-26T15:21:06,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40873 2024-11-26T15:21:06,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40873 2024-11-26T15:21:06,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40873 2024-11-26T15:21:06,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40873 2024-11-26T15:21:06,404 DEBUG [M:0;6cc2bc8bf733:46185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:46185 2024-11-26T15:21:06,404 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2077488103/backup-masters/6cc2bc8bf733,46185,1732634466268 2024-11-26T15:21:06,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103/backup-masters 2024-11-26T15:21:06,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40873-0x10177bb8bb10007, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103/backup-masters 2024-11-26T15:21:06,409 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on existing znode=/0-2077488103/backup-masters/6cc2bc8bf733,46185,1732634466268 2024-11-26T15:21:06,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40873-0x10177bb8bb10007, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2077488103/master 2024-11-26T15:21:06,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:21:06,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40873-0x10177bb8bb10007, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:21:06,419 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on existing znode=/0-2077488103/master 2024-11-26T15:21:06,419 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2077488103/backup-masters/6cc2bc8bf733,46185,1732634466268 from backup master directory 2024-11-26T15:21:06,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40873-0x10177bb8bb10007, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103/backup-masters 2024-11-26T15:21:06,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2077488103/backup-masters/6cc2bc8bf733,46185,1732634466268 2024-11-26T15:21:06,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103/backup-masters 2024-11-26T15:21:06,430 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:21:06,430 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,46185,1732634466268 2024-11-26T15:21:06,439 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:06,439 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:21:06,445 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-26T15:21:06,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741846_1022 (size=196) 2024-11-26T15:21:06,856 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:21:06,856 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:21:06,857 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:21:06,862 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-26T15:21:06,864 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/WALs/6cc2bc8bf733,44937,1732634450368 to hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/WALs/6cc2bc8bf733,44937,1732634450368-dead as it is dead 2024-11-26T15:21:06,864 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/WALs/6cc2bc8bf733,44937,1732634450368-dead/6cc2bc8bf733%2C44937%2C1732634450368.1732634452311 2024-11-26T15:21:06,865 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/WALs/6cc2bc8bf733,44937,1732634450368-dead/6cc2bc8bf733%2C44937%2C1732634450368.1732634452311 after 1ms 2024-11-26T15:21:06,865 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/WALs/6cc2bc8bf733,44937,1732634450368-dead/6cc2bc8bf733%2C44937%2C1732634450368.1732634452311 to hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6cc2bc8bf733%2C44937%2C1732634450368.1732634452311 2024-11-26T15:21:06,865 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/WALs/6cc2bc8bf733,44937,1732634450368-dead 2024-11-26T15:21:06,866 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/WALs/6cc2bc8bf733,46185,1732634466268 2024-11-26T15:21:06,867 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:21:06,868 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C46185%2C1732634466268, suffix=, logDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/WALs/6cc2bc8bf733,46185,1732634466268, archiveDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/oldWALs, maxLogs=10 2024-11-26T15:21:06,880 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/WALs/6cc2bc8bf733,46185,1732634466268/6cc2bc8bf733%2C46185%2C1732634466268.1732634466868, exclude list is [], retry=0 2024-11-26T15:21:06,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-a5f7e657-e3ec-400e-80a1-9e06d23d4633,DISK] 2024-11-26T15:21:06,884 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/WALs/6cc2bc8bf733,46185,1732634466268/6cc2bc8bf733%2C46185%2C1732634466268.1732634466868 2024-11-26T15:21:06,884 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41149:41149)] 2024-11-26T15:21:06,884 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:21:06,884 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:06,885 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:06,885 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:06,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:06,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:21:06,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:06,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f71618f5f9884ae59baab78cf95bf6a8 2024-11-26T15:21:06,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:06,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:06,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:21:06,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:06,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9fa8680ed2fc4c0988460fad7b694b1f 2024-11-26T15:21:06,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:06,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:06,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:21:06,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:06,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/601717a683214daa97c68a76a5651da9 2024-11-26T15:21:06,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:06,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:06,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:21:06,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:06,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:06,909 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:06,909 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-26T15:21:06,909 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6cc2bc8bf733%2C44937%2C1732634450368.1732634452311 2024-11-26T15:21:06,915 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6cc2bc8bf733%2C44937%2C1732634450368.1732634452311 2024-11-26T15:21:06,916 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6cc2bc8bf733%2C44937%2C1732634450368.1732634452311 2024-11-26T15:21:06,917 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:06,917 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:06,918 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:21:06,919 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:06,921 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-26T15:21:06,922 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73947611, jitterRate=0.10190527141094208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:21:06,922 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634466885Initializing all the Stores at 1732634466885Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634466885Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634466886 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634466886Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634466886Cleaning up temporary data from old regions at 1732634466917 (+31 ms)Region opened successfully at 1732634466922 (+5 ms) 2024-11-26T15:21:06,922 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:21:06,925 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f094f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:21:06,927 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-26T15:21:06,927 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:21:06,927 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:21:06,927 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:21:06,927 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:21:06,930 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:21:06,930 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:21:06,930 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T15:21:06,930 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-26T15:21:06,930 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:21:06,933 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6cc2bc8bf733,40753,1732634450555, regionLocation=6cc2bc8bf733,40753,1732634450555, openSeqNum=2 2024-11-26T15:21:06,933 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6cc2bc8bf733,40753,1732634450555, table=hbase:meta, region=1588230740 2024-11-26T15:21:06,933 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,40753,1732634450555, state=OPEN 2024-11-26T15:21:06,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2077488103/meta-region-server 2024-11-26T15:21:06,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40873-0x10177bb8bb10007, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2077488103/meta-region-server 2024-11-26T15:21:06,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2077488103/meta-region-server: CHANGED 2024-11-26T15:21:06,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2077488103/meta-region-server: CHANGED 2024-11-26T15:21:06,981 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:21:06,987 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2077488103/draining/6cc2bc8bf733,40753,1732634450555 already deleted, retry=false 2024-11-26T15:21:06,987 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6cc2bc8bf733,40753,1732634450555 on 6cc2bc8bf733,46185,1732634466268 2024-11-26T15:21:06,988 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6cc2bc8bf733,40753,1732634450555, splitWal=true, meta=true 2024-11-26T15:21:06,989 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 6cc2bc8bf733,40753,1732634450555 (carryingMeta=true) 6cc2bc8bf733,40753,1732634450555/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@46def26a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T15:21:06,990 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Unable to get data of znode /0-2077488103/balancer because node does not exist (not necessarily an error) 2024-11-26T15:21:06,998 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2077488103/balancer already deleted, retry=false 2024-11-26T15:21:06,998 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:21:06,999 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Unable to get data of znode /0-2077488103/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:21:07,008 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2077488103/normalizer already deleted, retry=false 2024-11-26T15:21:07,009 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:21:07,010 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Unable to get data of znode /0-2077488103/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:21:07,019 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2077488103/switch/split already deleted, retry=false 2024-11-26T15:21:07,020 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Unable to get data of znode /0-2077488103/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:21:07,029 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2077488103/switch/merge already deleted, retry=false 2024-11-26T15:21:07,042 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Unable to get data of znode /0-2077488103/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:21:07,050 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2077488103/snapshot-cleanup already deleted, retry=false 2024-11-26T15:21:07,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40873-0x10177bb8bb10007, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2077488103/running 2024-11-26T15:21:07,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2077488103/running 2024-11-26T15:21:07,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40873-0x10177bb8bb10007, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:21:07,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:21:07,064 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,46185,1732634466268, sessionid=0x10177bb8bb10006, setting cluster-up flag (Was=false) 2024-11-26T15:21:07,072 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2077488103/flush-table-proc/acquired, /0-2077488103/flush-table-proc/reached, /0-2077488103/flush-table-proc/abort 2024-11-26T15:21:07,073 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,46185,1732634466268 2024-11-26T15:21:07,083 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2077488103/online-snapshot/acquired, /0-2077488103/online-snapshot/reached, /0-2077488103/online-snapshot/abort 2024-11-26T15:21:07,084 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,46185,1732634466268 2024-11-26T15:21:07,085 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/.lastflushedseqids 2024-11-26T15:21:07,087 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:21:07,087 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:21:07,088 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,46185,1732634466268 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6cc2bc8bf733,40753,1732634450555 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:21:07,089 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:21:07,089 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:21:07,089 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:21:07,089 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:21:07,089 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:21:07,089 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:07,089 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:21:07,089 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:07,090 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634497090 2024-11-26T15:21:07,090 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:21:07,090 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:21:07,090 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:21:07,090 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:21:07,090 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:21:07,090 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:21:07,090 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:07,091 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:21:07,091 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:21:07,091 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6cc2bc8bf733,40753,1732634450555, splitWal=true, meta=true 2024-11-26T15:21:07,091 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:21:07,091 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:21:07,091 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:21:07,091 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:21:07,091 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634467091,5,FailOnTimeoutGroup] 2024-11-26T15:21:07,092 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634467092,5,FailOnTimeoutGroup] 2024-11-26T15:21:07,092 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:07,092 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6cc2bc8bf733,40753,1732634450555, splitWal=true, meta=true, isMeta: true 2024-11-26T15:21:07,092 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:21:07,092 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:07,092 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:07,092 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634467092, completionTime=-1 2024-11-26T15:21:07,092 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-26T15:21:07,092 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T15:21:07,093 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555-splitting 2024-11-26T15:21:07,093 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555-splitting dir is empty, no logs to split. 2024-11-26T15:21:07,093 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6cc2bc8bf733,40753,1732634450555 WAL count=0, meta=true 2024-11-26T15:21:07,096 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555-splitting dir is empty, no logs to split. 2024-11-26T15:21:07,096 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6cc2bc8bf733,40753,1732634450555 WAL count=0, meta=true 2024-11-26T15:21:07,096 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6cc2bc8bf733,40753,1732634450555 WAL splitting is done? wals=0, meta=true 2024-11-26T15:21:07,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:21:07,098 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:21:07,098 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T15:21:07,102 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer(746): ClusterId : b335aeb5-413f-4fea-b4a7-e1598753af17 2024-11-26T15:21:07,102 DEBUG [RS:0;6cc2bc8bf733:40873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:21:07,115 DEBUG [RS:0;6cc2bc8bf733:40873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:21:07,115 DEBUG [RS:0;6cc2bc8bf733:40873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:21:07,125 DEBUG [RS:0;6cc2bc8bf733:40873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:21:07,125 DEBUG [RS:0;6cc2bc8bf733:40873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ed4f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:21:07,135 DEBUG [RS:0;6cc2bc8bf733:40873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:40873 2024-11-26T15:21:07,135 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:21:07,135 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:21:07,135 DEBUG [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:21:07,136 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,46185,1732634466268 with port=40873, startcode=1732634466376 2024-11-26T15:21:07,136 DEBUG [RS:0;6cc2bc8bf733:40873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:21:07,137 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:21:07,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46185 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,40873,1732634466376 2024-11-26T15:21:07,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46185 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,40873,1732634466376 2024-11-26T15:21:07,139 DEBUG [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315 2024-11-26T15:21:07,139 DEBUG [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44147 2024-11-26T15:21:07,139 DEBUG [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:21:07,142 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T15:21:07,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103/rs 2024-11-26T15:21:07,176 DEBUG [RS:0;6cc2bc8bf733:40873 {}] zookeeper.ZKUtil(111): regionserver:40873-0x10177bb8bb10007, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on existing znode=/0-2077488103/rs/6cc2bc8bf733,40873,1732634466376 2024-11-26T15:21:07,176 WARN [RS:0;6cc2bc8bf733:40873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:21:07,177 INFO [RS:0;6cc2bc8bf733:40873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:21:07,177 DEBUG [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376 2024-11-26T15:21:07,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,40873,1732634466376] 2024-11-26T15:21:07,194 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:21:07,196 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:21:07,196 INFO [RS:0;6cc2bc8bf733:40873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:21:07,196 INFO [RS:0;6cc2bc8bf733:40873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:07,196 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:21:07,197 INFO [RS:0;6cc2bc8bf733:40873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:21:07,197 INFO [RS:0;6cc2bc8bf733:40873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:07,197 DEBUG [RS:0;6cc2bc8bf733:40873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:07,197 DEBUG [RS:0;6cc2bc8bf733:40873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:07,197 DEBUG [RS:0;6cc2bc8bf733:40873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:07,197 DEBUG [RS:0;6cc2bc8bf733:40873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:07,197 DEBUG [RS:0;6cc2bc8bf733:40873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:07,197 DEBUG [RS:0;6cc2bc8bf733:40873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:21:07,197 DEBUG [RS:0;6cc2bc8bf733:40873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:07,197 DEBUG [RS:0;6cc2bc8bf733:40873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:07,197 DEBUG [RS:0;6cc2bc8bf733:40873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:07,197 DEBUG [RS:0;6cc2bc8bf733:40873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:07,197 DEBUG [RS:0;6cc2bc8bf733:40873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:07,197 DEBUG [RS:0;6cc2bc8bf733:40873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:07,197 DEBUG [RS:0;6cc2bc8bf733:40873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:21:07,197 DEBUG [RS:0;6cc2bc8bf733:40873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:21:07,198 INFO [RS:0;6cc2bc8bf733:40873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:07,198 INFO [RS:0;6cc2bc8bf733:40873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:07,198 INFO [RS:0;6cc2bc8bf733:40873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:07,198 INFO [RS:0;6cc2bc8bf733:40873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:07,198 INFO [RS:0;6cc2bc8bf733:40873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:07,198 INFO [RS:0;6cc2bc8bf733:40873 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,40873,1732634466376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:21:07,210 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:21:07,210 INFO [RS:0;6cc2bc8bf733:40873 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,40873,1732634466376-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:07,222 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.ReplicationSource(231): queueId=1-6cc2bc8bf733,40873,1732634466376, ReplicationSource: 1, currentBandwidth=0 2024-11-26T15:21:07,222 INFO [RS:0;6cc2bc8bf733:40873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:07,222 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.Replication(171): 6cc2bc8bf733,40873,1732634466376 started 2024-11-26T15:21:07,234 INFO [RS:0;6cc2bc8bf733:40873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:07,234 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,40873,1732634466376, RpcServer on 6cc2bc8bf733/172.17.0.3:40873, sessionid=0x10177bb8bb10007 2024-11-26T15:21:07,234 DEBUG [RS:0;6cc2bc8bf733:40873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:21:07,234 DEBUG [RS:0;6cc2bc8bf733:40873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,40873,1732634466376 2024-11-26T15:21:07,234 DEBUG [RS:0;6cc2bc8bf733:40873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,40873,1732634466376' 2024-11-26T15:21:07,234 DEBUG [RS:0;6cc2bc8bf733:40873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2077488103/flush-table-proc/abort' 2024-11-26T15:21:07,235 DEBUG [RS:0;6cc2bc8bf733:40873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2077488103/flush-table-proc/acquired' 2024-11-26T15:21:07,235 DEBUG [RS:0;6cc2bc8bf733:40873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:21:07,235 DEBUG [RS:0;6cc2bc8bf733:40873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:21:07,235 DEBUG [RS:0;6cc2bc8bf733:40873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,40873,1732634466376 2024-11-26T15:21:07,235 DEBUG [RS:0;6cc2bc8bf733:40873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,40873,1732634466376' 2024-11-26T15:21:07,235 DEBUG [RS:0;6cc2bc8bf733:40873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2077488103/online-snapshot/abort' 2024-11-26T15:21:07,236 DEBUG [RS:0;6cc2bc8bf733:40873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2077488103/online-snapshot/acquired' 2024-11-26T15:21:07,236 DEBUG [RS:0;6cc2bc8bf733:40873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:21:07,236 INFO [RS:0;6cc2bc8bf733:40873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:21:07,236 INFO [RS:0;6cc2bc8bf733:40873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:21:07,238 DEBUG [RS:0;6cc2bc8bf733:40873.replicationSource,1-6cc2bc8bf733,40873,1732634466376 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:41185' 2024-11-26T15:21:07,239 DEBUG [RS:0;6cc2bc8bf733:40873.replicationSource,1-6cc2bc8bf733,40873,1732634466376 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f3cf1c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:07,239 DEBUG [RS:0;6cc2bc8bf733:40873.replicationSource,1-6cc2bc8bf733,40873,1732634466376 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41185,-1 for getting cluster id 2024-11-26T15:21:07,239 DEBUG [RS:0;6cc2bc8bf733:40873.replicationSource,1-6cc2bc8bf733,40873,1732634466376 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:07,240 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b27724e-33cb-4dc0-8d5f-b12c41dfa60b' 2024-11-26T15:21:07,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:07,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b27724e-33cb-4dc0-8d5f-b12c41dfa60b" 2024-11-26T15:21:07,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@413af84e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:07,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41185,-1] 2024-11-26T15:21:07,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:07,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:07,242 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:07,242 DEBUG [RS:0;6cc2bc8bf733:40873.replicationSource,1-6cc2bc8bf733,40873,1732634466376 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b9e66f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:07,243 DEBUG [RS:0;6cc2bc8bf733:40873.replicationSource,1-6cc2bc8bf733,40873,1732634466376 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:07,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,41185,1732634456190 2024-11-26T15:21:07,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49149f1e 2024-11-26T15:21:07,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:21:07,244 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-26T15:21:07,245 INFO [RS:0;6cc2bc8bf733:40873.replicationSource,1-6cc2bc8bf733,40873,1732634466376 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6cc2bc8bf733,40873,1732634466376 (queues=0) is replicating from cluster=b335aeb5-413f-4fea-b4a7-e1598753af17 to cluster=0b27724e-33cb-4dc0-8d5f-b12c41dfa60b 2024-11-26T15:21:07,248 WARN [6cc2bc8bf733:46185 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T15:21:07,336 INFO [RS:0;6cc2bc8bf733:40873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:21:07,338 INFO [RS:0;6cc2bc8bf733:40873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C40873%2C1732634466376, suffix=, logDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376, archiveDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/oldWALs, maxLogs=10 2024-11-26T15:21:07,350 DEBUG [RS:0;6cc2bc8bf733:40873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376/6cc2bc8bf733%2C40873%2C1732634466376.1732634467338, exclude list is [], retry=0 2024-11-26T15:21:07,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-a5f7e657-e3ec-400e-80a1-9e06d23d4633,DISK] 2024-11-26T15:21:07,354 INFO [RS:0;6cc2bc8bf733:40873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376/6cc2bc8bf733%2C40873%2C1732634466376.1732634467338 2024-11-26T15:21:07,355 DEBUG [RS:0;6cc2bc8bf733:40873 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6cc2bc8bf733%2C40873%2C1732634466376 for peer 1 2024-11-26T15:21:07,355 DEBUG [RS:0;6cc2bc8bf733:40873 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6cc2bc8bf733%2C40873%2C1732634466376 2024-11-26T15:21:07,355 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6cc2bc8bf733,40873,1732634466376, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:21:07,355 DEBUG [RS:0;6cc2bc8bf733:40873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41149:41149)] 2024-11-26T15:21:07,355 INFO [RS:0;6cc2bc8bf733:40873.replicationSource.shipper6cc2bc8bf733%2C40873%2C1732634466376,1-6cc2bc8bf733,40873,1732634466376 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C40873%2C1732634466376 2024-11-26T15:21:07,355 DEBUG [RS:0;6cc2bc8bf733:40873.replicationSource.wal-reader.6cc2bc8bf733%2C40873%2C1732634466376,1-6cc2bc8bf733,40873,1732634466376 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376/6cc2bc8bf733%2C40873%2C1732634466376.1732634467338, startPosition=0, beingWritten=true 2024-11-26T15:21:07,499 DEBUG [6cc2bc8bf733:46185 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:21:07,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,40873,1732634466376 2024-11-26T15:21:07,500 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,40873,1732634466376, state=OPENING 2024-11-26T15:21:07,560 DEBUG [RS:0;6cc2bc8bf733:40873.replicationSource.wal-reader.6cc2bc8bf733%2C40873%2C1732634466376,1-6cc2bc8bf733,40873,1732634466376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376/6cc2bc8bf733%2C40873%2C1732634466376.1732634467338 to pos 0, reset compression=false 2024-11-26T15:21:07,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40873-0x10177bb8bb10007, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2077488103/meta-region-server 2024-11-26T15:21:07,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2077488103/meta-region-server 2024-11-26T15:21:07,566 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:21:07,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2077488103/meta-region-server: CHANGED 2024-11-26T15:21:07,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,40873,1732634466376}] 2024-11-26T15:21:07,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2077488103/meta-region-server: CHANGED 2024-11-26T15:21:07,719 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:21:07,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:21:07,723 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:21:07,723 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:21:07,723 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:21:07,725 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C40873%2C1732634466376.meta, suffix=.meta, logDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376, archiveDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/oldWALs, maxLogs=10 2024-11-26T15:21:07,737 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376/6cc2bc8bf733%2C40873%2C1732634466376.meta.1732634467725.meta, exclude list is [], retry=0 2024-11-26T15:21:07,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-a5f7e657-e3ec-400e-80a1-9e06d23d4633,DISK] 2024-11-26T15:21:07,741 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376/6cc2bc8bf733%2C40873%2C1732634466376.meta.1732634467725.meta 2024-11-26T15:21:07,741 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41149:41149)] 2024-11-26T15:21:07,741 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:21:07,742 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:21:07,742 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:21:07,742 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:21:07,742 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:21:07,742 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:21:07,742 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:07,742 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:21:07,742 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:21:07,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:21:07,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:21:07,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:07,750 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/info/bb4482eb2d694e0d97ebacec27fcd1b0 2024-11-26T15:21:07,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:07,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:21:07,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:21:07,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:07,758 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/ns/a0e6b2950fd54eb8a160471a3e962844 2024-11-26T15:21:07,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:07,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:21:07,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:21:07,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:07,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:07,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:21:07,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:21:07,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:07,765 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/table/32e5938bb4c24d05b4d99fdd6b9a2453 2024-11-26T15:21:07,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:07,765 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:21:07,766 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740 2024-11-26T15:21:07,767 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740 2024-11-26T15:21:07,769 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:21:07,769 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:21:07,770 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:21:07,772 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:21:07,772 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74431781, jitterRate=0.1091199666261673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:21:07,772 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:21:07,773 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634467742Writing region info on filesystem at 1732634467742Initializing all the Stores at 1732634467743 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634467743Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634467743Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634467743Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634467743Cleaning up temporary data from old regions at 1732634467769 (+26 ms)Running coprocessor post-open hooks at 1732634467772 (+3 ms)Region opened successfully at 1732634467772 2024-11-26T15:21:07,774 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732634467718 2024-11-26T15:21:07,776 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:21:07,776 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:21:07,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6cc2bc8bf733,40873,1732634466376 2024-11-26T15:21:07,778 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,40873,1732634466376, state=OPEN 2024-11-26T15:21:07,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40873-0x10177bb8bb10007, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2077488103/meta-region-server 2024-11-26T15:21:07,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2077488103/meta-region-server 2024-11-26T15:21:07,787 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,40873,1732634466376 2024-11-26T15:21:07,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2077488103/meta-region-server: CHANGED 2024-11-26T15:21:07,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2077488103/meta-region-server: CHANGED 2024-11-26T15:21:07,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-26T15:21:07,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,40873,1732634466376 in 221 msec 2024-11-26T15:21:07,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T15:21:07,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 692 msec 2024-11-26T15:21:07,864 DEBUG [RS:0;6cc2bc8bf733:40873.replicationSource.wal-reader.6cc2bc8bf733%2C40873%2C1732634466376,1-6cc2bc8bf733,40873,1732634466376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376/6cc2bc8bf733%2C40873%2C1732634466376.1732634467338 to pos 0, reset compression=false 2024-11-26T15:21:08,269 DEBUG [RS:0;6cc2bc8bf733:40873.replicationSource.wal-reader.6cc2bc8bf733%2C40873%2C1732634466376,1-6cc2bc8bf733,40873,1732634466376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376/6cc2bc8bf733%2C40873%2C1732634466376.1732634467338 to pos 0, reset compression=false 2024-11-26T15:21:08,645 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-26T15:21:08,773 DEBUG [RS:0;6cc2bc8bf733:40873.replicationSource.wal-reader.6cc2bc8bf733%2C40873%2C1732634466376,1-6cc2bc8bf733,40873,1732634466376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376/6cc2bc8bf733%2C40873%2C1732634466376.1732634467338 to pos 0, reset compression=false 2024-11-26T15:21:09,379 DEBUG [RS:0;6cc2bc8bf733:40873.replicationSource.wal-reader.6cc2bc8bf733%2C40873%2C1732634466376,1-6cc2bc8bf733,40873,1732634466376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376/6cc2bc8bf733%2C40873%2C1732634466376.1732634467338 to pos 0, reset compression=false 2024-11-26T15:21:10,084 DEBUG [RS:0;6cc2bc8bf733:40873.replicationSource.wal-reader.6cc2bc8bf733%2C40873%2C1732634466376,1-6cc2bc8bf733,40873,1732634466376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376/6cc2bc8bf733%2C40873%2C1732634466376.1732634467338 to pos 0, reset compression=false 2024-11-26T15:21:10,147 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-26T15:21:10,890 DEBUG [RS:0;6cc2bc8bf733:40873.replicationSource.wal-reader.6cc2bc8bf733%2C40873%2C1732634466376,1-6cc2bc8bf733,40873,1732634466376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376/6cc2bc8bf733%2C40873%2C1732634466376.1732634467338 to pos 0, reset compression=false 2024-11-26T15:21:11,599 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-26T15:21:11,599 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:21:11,600 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:11,600 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,40873,1732634466376, seqNum=-1] 2024-11-26T15:21:11,600 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:21:11,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:21:11,605 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=58db7e73ba041045eaf0848050109a12, regionState=OPEN, lastHost=6cc2bc8bf733,40753,1732634450555, regionLocation=6cc2bc8bf733,40753,1732634450555, openSeqNum=2 2024-11-26T15:21:11,605 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:21:11,605 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634531605 2024-11-26T15:21:11,605 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634591605 2024-11-26T15:21:11,605 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-26T15:21:11,605 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6cc2bc8bf733,40753,1732634450555 had 2 regions 2024-11-26T15:21:11,605 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46185,1732634466268-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:11,605 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46185,1732634466268-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:11,605 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46185,1732634466268-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:11,605 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:46185, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:11,605 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:11,605 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:11,606 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6cc2bc8bf733,40753,1732634450555, splitWal=true, meta=true, isMeta: false 2024-11-26T15:21:11,607 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555-splitting dir is empty, no logs to split. 2024-11-26T15:21:11,607 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6cc2bc8bf733,40753,1732634450555 WAL count=0, meta=false 2024-11-26T15:21:11,610 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40753,1732634450555-splitting dir is empty, no logs to split. 2024-11-26T15:21:11,610 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6cc2bc8bf733,40753,1732634450555 WAL count=0, meta=false 2024-11-26T15:21:11,610 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6cc2bc8bf733,40753,1732634450555 WAL splitting is done? wals=0, meta=false 2024-11-26T15:21:11,612 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.182sec 2024-11-26T15:21:11,612 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:21:11,612 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:21:11,612 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:21:11,612 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:21:11,612 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:21:11,612 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46185,1732634466268-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:21:11,612 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46185,1732634466268-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:21:11,614 WARN [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6cc2bc8bf733,40753,1732634450555/hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:11,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58db7e73ba041045eaf0848050109a12, ASSIGN}] 2024-11-26T15:21:11,616 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:21:11,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58db7e73ba041045eaf0848050109a12, ASSIGN 2024-11-26T15:21:11,616 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:21:11,616 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46185,1732634466268-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:11,617 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=58db7e73ba041045eaf0848050109a12, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T15:21:11,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787053d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:11,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46185,-1 for getting cluster id 2024-11-26T15:21:11,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:11,707 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b335aeb5-413f-4fea-b4a7-e1598753af17' 2024-11-26T15:21:11,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:11,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b335aeb5-413f-4fea-b4a7-e1598753af17" 2024-11-26T15:21:11,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12eda87d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:11,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46185,-1] 2024-11-26T15:21:11,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:11,708 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:11,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b3c577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:11,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:11,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,40873,1732634466376, seqNum=-1] 2024-11-26T15:21:11,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:21:11,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:21:11,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-26T15:21:11,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:21:11,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:11,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:11,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:11,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:11,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6cc2bc8bf733:46185 after: 6cc2bc8bf733:46185 2024-11-26T15:21:11,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610bcfc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:11,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46185,-1 for getting cluster id 2024-11-26T15:21:11,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:11,716 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b335aeb5-413f-4fea-b4a7-e1598753af17' 2024-11-26T15:21:11,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:11,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b335aeb5-413f-4fea-b4a7-e1598753af17" 2024-11-26T15:21:11,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ed0413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:11,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46185,-1] 2024-11-26T15:21:11,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:11,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:11,717 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:11,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2493f511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:11,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:11,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,46185,1732634466268 2024-11-26T15:21:11,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a853d0e 2024-11-26T15:21:11,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:21:11,720 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:21:11,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T15:21:11,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:21:11,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:21:11,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:11,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:11,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:11,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:11,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:21:11,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1509055756, stopped=false 2024-11-26T15:21:11,721 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,41185,1732634456190 2024-11-26T15:21:11,732 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1705443609/running 2024-11-26T15:21:11,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1705443609/running 2024-11-26T15:21:11,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609 2024-11-26T15:21:11,733 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609 2024-11-26T15:21:11,733 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:21:11,733 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:21:11,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:11,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:11,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Set watcher on znode that does not yet exist, /1-1705443609/running 2024-11-26T15:21:11,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Set watcher on znode that does not yet exist, /1-1705443609/running 2024-11-26T15:21:11,733 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,40297,1732634456350' ***** 2024-11-26T15:21:11,733 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:21:11,733 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:21:11,733 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:21:11,734 INFO [RS:0;6cc2bc8bf733:40297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:21:11,734 INFO [RS:0;6cc2bc8bf733:40297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:21:11,734 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,40297,1732634456350 2024-11-26T15:21:11,734 INFO [RS:0;6cc2bc8bf733:40297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:21:11,734 INFO [RS:0;6cc2bc8bf733:40297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:40297. 2024-11-26T15:21:11,734 DEBUG [RS:0;6cc2bc8bf733:40297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:11,734 DEBUG [RS:0;6cc2bc8bf733:40297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:11,734 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:21:11,734 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:21:11,734 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:21:11,734 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:21:11,734 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T15:21:11,734 DEBUG [RS:0;6cc2bc8bf733:40297 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:21:11,734 DEBUG [RS:0;6cc2bc8bf733:40297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:21:11,734 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:21:11,734 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:21:11,734 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:21:11,734 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:21:11,734 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:21:11,734 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T15:21:11,750 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/data/hbase/meta/1588230740/.tmp/ns/386d0a5957dd487abd7950dacd725177 is 43, key is default/ns:d/1732634459807/Put/seqid=0 2024-11-26T15:21:11,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741835_1011 (size=5153) 2024-11-26T15:21:11,767 DEBUG [6cc2bc8bf733:46185 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:21:11,767 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=58db7e73ba041045eaf0848050109a12, regionState=OPENING, regionLocation=6cc2bc8bf733,40873,1732634466376 2024-11-26T15:21:11,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=58db7e73ba041045eaf0848050109a12, ASSIGN because future has completed 2024-11-26T15:21:11,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58db7e73ba041045eaf0848050109a12, server=6cc2bc8bf733,40873,1732634466376}] 2024-11-26T15:21:11,795 DEBUG [RS:0;6cc2bc8bf733:40873.replicationSource.wal-reader.6cc2bc8bf733%2C40873%2C1732634466376,1-6cc2bc8bf733,40873,1732634466376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376/6cc2bc8bf733%2C40873%2C1732634466376.1732634467338 to pos 0, reset compression=false 2024-11-26T15:21:11,797 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:21:11,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:11,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:21:11,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T15:21:11,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C40873%2C1732634466376.rep, suffix=, logDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376, archiveDir=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/oldWALs, maxLogs=10 2024-11-26T15:21:11,934 DEBUG [RS:0;6cc2bc8bf733:40297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:21:11,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376/6cc2bc8bf733%2C40873%2C1732634466376.rep.1732634471926, exclude list is [], retry=0 2024-11-26T15:21:11,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-a5f7e657-e3ec-400e-80a1-9e06d23d4633,DISK] 2024-11-26T15:21:11,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376/6cc2bc8bf733%2C40873%2C1732634466376.rep.1732634471926 2024-11-26T15:21:11,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41149:41149)] 2024-11-26T15:21:11,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 58db7e73ba041045eaf0848050109a12, NAME => 'hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:21:11,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:21:11,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:21:11,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. service=MultiRowMutationService 2024-11-26T15:21:11,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T15:21:11,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:11,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:11,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:11,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:11,944 INFO [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:11,945 INFO [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58db7e73ba041045eaf0848050109a12 columnFamilyName hfileref 2024-11-26T15:21:11,945 DEBUG [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:11,945 INFO [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] regionserver.HStore(327): Store=58db7e73ba041045eaf0848050109a12/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:11,945 INFO [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:11,946 INFO [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58db7e73ba041045eaf0848050109a12 columnFamilyName queue 2024-11-26T15:21:11,946 DEBUG [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:11,951 DEBUG [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/replication/58db7e73ba041045eaf0848050109a12/queue/188b55165f204f6ca3b752798fcf906a 2024-11-26T15:21:11,951 INFO [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] regionserver.HStore(327): Store=58db7e73ba041045eaf0848050109a12/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:11,951 INFO [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:11,952 INFO [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58db7e73ba041045eaf0848050109a12 columnFamilyName sid 2024-11-26T15:21:11,952 DEBUG [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:11,952 INFO [StoreOpener-58db7e73ba041045eaf0848050109a12-1 {}] regionserver.HStore(327): Store=58db7e73ba041045eaf0848050109a12/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:11,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:11,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/replication/58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:11,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/replication/58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:11,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:11,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:11,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:21:11,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:11,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 58db7e73ba041045eaf0848050109a12; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74528998, jitterRate=0.11056861281394958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:21:11,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:11,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 58db7e73ba041045eaf0848050109a12: Running coprocessor pre-open hook at 1732634471943Writing region info on filesystem at 1732634471943Initializing all the Stores at 1732634471944 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634471944Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634471944Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634471944Cleaning up temporary data from old regions at 1732634471955 (+11 ms)Running coprocessor post-open hooks at 1732634471957 (+2 ms)Region opened successfully at 1732634471958 (+1 ms) 2024-11-26T15:21:11,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12., pid=13, masterSystemTime=1732634471921 2024-11-26T15:21:11,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:11,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:11,960 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=58db7e73ba041045eaf0848050109a12, regionState=OPEN, openSeqNum=9, regionLocation=6cc2bc8bf733,40873,1732634466376 2024-11-26T15:21:11,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58db7e73ba041045eaf0848050109a12, server=6cc2bc8bf733,40873,1732634466376 because future has completed 2024-11-26T15:21:11,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T15:21:11,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 58db7e73ba041045eaf0848050109a12, server=6cc2bc8bf733,40873,1732634466376 in 193 msec 2024-11-26T15:21:11,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-26T15:21:11,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58db7e73ba041045eaf0848050109a12, ASSIGN in 349 msec 2024-11-26T15:21:11,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-26T15:21:11,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12., hostname=6cc2bc8bf733,40873,1732634466376, seqNum=9] 2024-11-26T15:21:11,982 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 6cc2bc8bf733,40753,1732634450555 2024-11-26T15:21:11,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-26T15:21:12,135 DEBUG [RS:0;6cc2bc8bf733:40297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:21:12,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40873 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-26T15:21:12,155 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/data/hbase/meta/1588230740/.tmp/ns/386d0a5957dd487abd7950dacd725177 2024-11-26T15:21:12,161 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/data/hbase/meta/1588230740/.tmp/ns/386d0a5957dd487abd7950dacd725177 as hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/data/hbase/meta/1588230740/ns/386d0a5957dd487abd7950dacd725177 2024-11-26T15:21:12,166 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/data/hbase/meta/1588230740/ns/386d0a5957dd487abd7950dacd725177, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T15:21:12,167 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-26T15:21:12,167 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T15:21:12,171 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T15:21:12,172 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:21:12,172 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:21:12,172 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:21:12,173 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634471734Running coprocessor pre-close hooks at 1732634471734Disabling compacts and flushes for region at 1732634471734Disabling writes for close at 1732634471734Obtaining lock to block concurrent updates at 1732634471734Preparing flush snapshotting stores in 1588230740 at 1732634471734Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732634471735 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732634471735Flushing 1588230740/ns: creating writer at 1732634471735Flushing 1588230740/ns: appending metadata at 1732634471750 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732634471750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b149171: reopening flushed file at 1732634472160 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1732634472167 (+7 ms)Writing region close event to WAL at 1732634472168 (+1 ms)Running coprocessor post-close hooks at 1732634472172 (+4 ms)Closed at 1732634472172 2024-11-26T15:21:12,173 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:21:12,335 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,40297,1732634456350; all regions closed. 2024-11-26T15:21:12,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741834_1010 (size=1152) 2024-11-26T15:21:12,367 DEBUG [RS:0;6cc2bc8bf733:40297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/oldWALs 2024-11-26T15:21:12,367 INFO [RS:0;6cc2bc8bf733:40297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C40297%2C1732634456350.meta:.meta(num 1732634459706) 2024-11-26T15:21:12,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741832_1008 (size=93) 2024-11-26T15:21:12,369 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/WALs/6cc2bc8bf733,40297,1732634456350/6cc2bc8bf733%2C40297%2C1732634456350.1732634458721 not finished, retry = 0 2024-11-26T15:21:12,472 DEBUG [RS:0;6cc2bc8bf733:40297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/oldWALs 2024-11-26T15:21:12,472 INFO [RS:0;6cc2bc8bf733:40297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C40297%2C1732634456350:(num 1732634458721) 2024-11-26T15:21:12,472 DEBUG [RS:0;6cc2bc8bf733:40297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:12,472 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:21:12,472 INFO [RS:0;6cc2bc8bf733:40297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:21:12,472 INFO [RS:0;6cc2bc8bf733:40297 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T15:21:12,473 INFO [RS:0;6cc2bc8bf733:40297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:21:12,473 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:21:12,473 INFO [RS:0;6cc2bc8bf733:40297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40297 2024-11-26T15:21:12,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609/rs 2024-11-26T15:21:12,492 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1705443609/rs/6cc2bc8bf733,40297,1732634456350 2024-11-26T15:21:12,492 INFO [RS:0;6cc2bc8bf733:40297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:21:12,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,40297,1732634456350] 2024-11-26T15:21:12,513 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1705443609/draining/6cc2bc8bf733,40297,1732634456350 already deleted, retry=false 2024-11-26T15:21:12,513 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,40297,1732634456350 expired; onlineServers=0 2024-11-26T15:21:12,513 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,41185,1732634456190' ***** 2024-11-26T15:21:12,513 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:21:12,514 INFO [M:0;6cc2bc8bf733:41185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:21:12,514 INFO [M:0;6cc2bc8bf733:41185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:21:12,514 DEBUG [M:0;6cc2bc8bf733:41185 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:21:12,514 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:21:12,514 DEBUG [M:0;6cc2bc8bf733:41185 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:21:12,514 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634458480 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634458480,5,FailOnTimeoutGroup] 2024-11-26T15:21:12,514 INFO [M:0;6cc2bc8bf733:41185 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:21:12,514 INFO [M:0;6cc2bc8bf733:41185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:21:12,514 DEBUG [M:0;6cc2bc8bf733:41185 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:21:12,514 INFO [M:0;6cc2bc8bf733:41185 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:21:12,514 INFO [M:0;6cc2bc8bf733:41185 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:21:12,514 INFO [M:0;6cc2bc8bf733:41185 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:21:12,514 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:21:12,514 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634458480 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634458480,5,FailOnTimeoutGroup] 2024-11-26T15:21:12,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1705443609/master 2024-11-26T15:21:12,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1705443609 2024-11-26T15:21:12,524 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1705443609/master already deleted, retry=false 2024-11-26T15:21:12,524 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1705443609/master 2024-11-26T15:21:12,525 INFO [M:0;6cc2bc8bf733:41185 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/.lastflushedseqids 2024-11-26T15:21:12,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741836_1012 (size=99) 2024-11-26T15:21:12,603 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:12,603 INFO [RS:0;6cc2bc8bf733:40297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:21:12,603 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40297-0x10177bb8bb10004, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:12,603 INFO [RS:0;6cc2bc8bf733:40297 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,40297,1732634456350; zookeeper connection closed. 2024-11-26T15:21:12,603 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5407125d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5407125d 2024-11-26T15:21:12,603 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:21:12,800 DEBUG [RS:0;6cc2bc8bf733:40873.replicationSource.wal-reader.6cc2bc8bf733%2C40873%2C1732634466376,1-6cc2bc8bf733,40873,1732634466376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376/6cc2bc8bf733%2C40873%2C1732634466376.1732634467338 to pos 0, reset compression=false 2024-11-26T15:21:12,934 INFO [M:0;6cc2bc8bf733:41185 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:21:12,935 INFO [M:0;6cc2bc8bf733:41185 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:21:12,935 DEBUG [M:0;6cc2bc8bf733:41185 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:21:12,935 INFO [M:0;6cc2bc8bf733:41185 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:12,935 DEBUG [M:0;6cc2bc8bf733:41185 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:12,935 DEBUG [M:0;6cc2bc8bf733:41185 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:21:12,935 DEBUG [M:0;6cc2bc8bf733:41185 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:12,935 INFO [M:0;6cc2bc8bf733:41185 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T15:21:12,949 DEBUG [M:0;6cc2bc8bf733:41185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c7d353b80d942549dfc352cfc671293 is 82, key is hbase:meta,,1/info:regioninfo/1732634459736/Put/seqid=0 2024-11-26T15:21:12,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741837_1013 (size=5672) 2024-11-26T15:21:13,244 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:21:13,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:13,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:13,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:13,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:13,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:13,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:13,354 INFO [M:0;6cc2bc8bf733:41185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c7d353b80d942549dfc352cfc671293 2024-11-26T15:21:13,372 DEBUG [M:0;6cc2bc8bf733:41185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7759365797e2420fa2c16c0f1a41a50b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732634459811/Put/seqid=0 2024-11-26T15:21:13,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741838_1014 (size=5275) 2024-11-26T15:21:13,776 INFO [M:0;6cc2bc8bf733:41185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7759365797e2420fa2c16c0f1a41a50b 2024-11-26T15:21:13,795 DEBUG [M:0;6cc2bc8bf733:41185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cbcc45d00ee41049fc3f12d4128ed66 is 69, key is 6cc2bc8bf733,40297,1732634456350/rs:state/1732634458517/Put/seqid=0 2024-11-26T15:21:13,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741839_1015 (size=5156) 2024-11-26T15:21:13,905 DEBUG [RS:0;6cc2bc8bf733:40873.replicationSource.wal-reader.6cc2bc8bf733%2C40873%2C1732634466376,1-6cc2bc8bf733,40873,1732634466376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/WALs/6cc2bc8bf733,40873,1732634466376/6cc2bc8bf733%2C40873%2C1732634466376.1732634467338 to pos 0, reset compression=false 2024-11-26T15:21:14,202 INFO [M:0;6cc2bc8bf733:41185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cbcc45d00ee41049fc3f12d4128ed66 2024-11-26T15:21:14,207 DEBUG [M:0;6cc2bc8bf733:41185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c7d353b80d942549dfc352cfc671293 as hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c7d353b80d942549dfc352cfc671293 2024-11-26T15:21:14,213 INFO [M:0;6cc2bc8bf733:41185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c7d353b80d942549dfc352cfc671293, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T15:21:14,214 DEBUG [M:0;6cc2bc8bf733:41185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7759365797e2420fa2c16c0f1a41a50b as hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7759365797e2420fa2c16c0f1a41a50b 2024-11-26T15:21:14,219 INFO [M:0;6cc2bc8bf733:41185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7759365797e2420fa2c16c0f1a41a50b, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T15:21:14,220 DEBUG [M:0;6cc2bc8bf733:41185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cbcc45d00ee41049fc3f12d4128ed66 as hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cbcc45d00ee41049fc3f12d4128ed66 2024-11-26T15:21:14,224 INFO [M:0;6cc2bc8bf733:41185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44525/user/jenkins/test-data/df2a901d-016d-fe51-7f27-023fdd61ca7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cbcc45d00ee41049fc3f12d4128ed66, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T15:21:14,225 INFO [M:0;6cc2bc8bf733:41185 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=28, compaction requested=false 2024-11-26T15:21:14,226 INFO [M:0;6cc2bc8bf733:41185 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:14,226 DEBUG [M:0;6cc2bc8bf733:41185 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634472935Disabling compacts and flushes for region at 1732634472935Disabling writes for close at 1732634472935Obtaining lock to block concurrent updates at 1732634472935Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634472935Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732634472935Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634472936 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634472936Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634472949 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634472949Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634473359 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634473372 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634473372Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634473781 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634473795 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634473795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ac7ac38: reopening flushed file at 1732634474206 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c36c028: reopening flushed file at 1732634474213 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a338cf: reopening flushed file at 1732634474219 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=28, compaction requested=false at 1732634474225 (+6 ms)Writing region close event to WAL at 1732634474226 (+1 ms)Closed at 1732634474226 2024-11-26T15:21:14,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741830_1006 (size=10165) 2024-11-26T15:21:14,231 INFO [M:0;6cc2bc8bf733:41185 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:21:14,231 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:21:14,231 INFO [M:0;6cc2bc8bf733:41185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41185 2024-11-26T15:21:14,233 INFO [M:0;6cc2bc8bf733:41185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:21:14,382 INFO [M:0;6cc2bc8bf733:41185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:21:14,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:14,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41185-0x10177bb8bb10003, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:14,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b235c64{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:21:14,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@548b3e3a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:21:14,385 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:21:14,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@429278f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:21:14,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@255f1da4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/hadoop.log.dir/,STOPPED} 2024-11-26T15:21:14,396 WARN [BP-1943040774-172.17.0.3-1732634454029 heartbeating to localhost/127.0.0.1:44525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:21:14,396 WARN [BP-1943040774-172.17.0.3-1732634454029 heartbeating to localhost/127.0.0.1:44525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1943040774-172.17.0.3-1732634454029 (Datanode Uuid 194df88b-61c6-4ea1-9ffb-0f89d3a9eec5) service to localhost/127.0.0.1:44525 2024-11-26T15:21:14,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/cluster_d7903a3f-6130-5e0a-ed79-efc1ec9dfbbd/data/data1/current/BP-1943040774-172.17.0.3-1732634454029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:21:14,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/cluster_d7903a3f-6130-5e0a-ed79-efc1ec9dfbbd/data/data2/current/BP-1943040774-172.17.0.3-1732634454029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:21:14,397 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:21:14,397 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:21:14,397 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:21:14,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8ad9d16{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:21:14,409 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a932a1f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:21:14,409 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:21:14,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bc2740d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:21:14,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c111acf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/hadoop.log.dir/,STOPPED} 2024-11-26T15:21:14,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:21:14,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:21:14,426 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:21:14,426 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:14,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:14,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:14,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:14,426 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:21:14,426 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1260060009, stopped=false 2024-11-26T15:21:14,427 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,46185,1732634466268 2024-11-26T15:21:14,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2077488103/running 2024-11-26T15:21:14,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40873-0x10177bb8bb10007, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2077488103/running 2024-11-26T15:21:14,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:21:14,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40873-0x10177bb8bb10007, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:21:14,440 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:21:14,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40873-0x10177bb8bb10007, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on znode that does not yet exist, /0-2077488103/running 2024-11-26T15:21:14,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Set watcher on znode that does not yet exist, /0-2077488103/running 2024-11-26T15:21:14,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:21:14,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:14,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:14,442 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,40873,1732634466376' ***** 2024-11-26T15:21:14,442 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:21:14,442 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:21:14,442 INFO [RS:0;6cc2bc8bf733:40873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:21:14,442 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:21:14,442 INFO [RS:0;6cc2bc8bf733:40873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:21:14,442 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer(3091): Received CLOSE for 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:14,444 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,40873,1732634466376 2024-11-26T15:21:14,444 INFO [RS:0;6cc2bc8bf733:40873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:21:14,444 INFO [RS:0;6cc2bc8bf733:40873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:40873. 2024-11-26T15:21:14,444 DEBUG [RS:0;6cc2bc8bf733:40873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:14,444 DEBUG [RS:0;6cc2bc8bf733:40873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:14,444 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:21:14,444 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:21:14,444 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:21:14,445 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:21:14,445 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T15:21:14,445 DEBUG [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 58db7e73ba041045eaf0848050109a12=hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12.} 2024-11-26T15:21:14,445 DEBUG [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58db7e73ba041045eaf0848050109a12 2024-11-26T15:21:14,445 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58db7e73ba041045eaf0848050109a12, disabling compactions & flushes 2024-11-26T15:21:14,445 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:21:14,445 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:14,445 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:21:14,445 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:14,445 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:21:14,445 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:21:14,445 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. after waiting 0 ms 2024-11-26T15:21:14,445 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:21:14,445 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:14,445 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-26T15:21:14,459 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/replication/58db7e73ba041045eaf0848050109a12/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-26T15:21:14,460 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:21:14,460 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:21:14,460 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:14,460 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58db7e73ba041045eaf0848050109a12: Waiting for close lock at 1732634474445Running coprocessor pre-close hooks at 1732634474445Disabling compacts and flushes for region at 1732634474445Disabling writes for close at 1732634474445Writing region close event to WAL at 1732634474446 (+1 ms)Running coprocessor post-close hooks at 1732634474460 (+14 ms)Closed at 1732634474460 2024-11-26T15:21:14,460 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12. 2024-11-26T15:21:14,476 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/.tmp/info/b9830a68f733407db7828b35277a3bff is 147, key is hbase:replication,,1732634459955.58db7e73ba041045eaf0848050109a12./info:regioninfo/1732634471960/Put/seqid=0 2024-11-26T15:21:14,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741851_1027 (size=6385) 2024-11-26T15:21:14,503 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:21:14,645 DEBUG [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:21:14,845 DEBUG [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:21:14,889 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/.tmp/info/b9830a68f733407db7828b35277a3bff 2024-11-26T15:21:14,894 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/.tmp/info/b9830a68f733407db7828b35277a3bff as hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/info/b9830a68f733407db7828b35277a3bff 2024-11-26T15:21:14,899 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/info/b9830a68f733407db7828b35277a3bff, entries=8, sequenceid=19, filesize=6.2 K 2024-11-26T15:21:14,900 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 455ms, sequenceid=19, compaction requested=false 2024-11-26T15:21:14,906 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-26T15:21:14,907 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:21:14,907 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:21:14,907 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:21:14,907 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634474445Running coprocessor pre-close hooks at 1732634474445Disabling compacts and flushes for region at 1732634474445Disabling writes for close at 1732634474445Obtaining lock to block concurrent updates at 1732634474445Preparing flush snapshotting stores in 1588230740 at 1732634474445Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732634474445Flushing stores of hbase:meta,,1.1588230740 at 1732634474446 (+1 ms)Flushing 1588230740/info: creating writer at 1732634474446Flushing 1588230740/info: appending metadata at 1732634474475 (+29 ms)Flushing 1588230740/info: closing flushed file at 1732634474475Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64c80ea9: reopening flushed file at 1732634474893 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 455ms, sequenceid=19, compaction requested=false at 1732634474900 (+7 ms)Writing region close event to WAL at 1732634474903 (+3 ms)Running coprocessor post-close hooks at 1732634474907 (+4 ms)Closed at 1732634474907 2024-11-26T15:21:14,907 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:21:15,045 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,40873,1732634466376; all regions closed. 2024-11-26T15:21:15,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741849_1025 (size=2156) 2024-11-26T15:21:15,052 DEBUG [RS:0;6cc2bc8bf733:40873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/oldWALs 2024-11-26T15:21:15,052 INFO [RS:0;6cc2bc8bf733:40873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C40873%2C1732634466376.meta:.meta(num 1732634467725) 2024-11-26T15:21:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741850_1026 (size=796) 2024-11-26T15:21:15,060 DEBUG [RS:0;6cc2bc8bf733:40873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/oldWALs 2024-11-26T15:21:15,060 INFO [RS:0;6cc2bc8bf733:40873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C40873%2C1732634466376.rep:(num 1732634471926) 2024-11-26T15:21:15,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741848_1024 (size=93) 2024-11-26T15:21:15,066 DEBUG [RS:0;6cc2bc8bf733:40873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/oldWALs 2024-11-26T15:21:15,066 INFO [RS:0;6cc2bc8bf733:40873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C40873%2C1732634466376:(num 1732634467338) 2024-11-26T15:21:15,066 DEBUG [RS:0;6cc2bc8bf733:40873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:15,066 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:21:15,066 INFO [RS:0;6cc2bc8bf733:40873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:21:15,066 INFO [RS:0;6cc2bc8bf733:40873 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T15:21:15,066 INFO [RS:0;6cc2bc8bf733:40873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:21:15,066 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:21:15,067 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-26T15:21:15,067 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-26T15:21:15,067 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T15:21:15,067 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6cc2bc8bf733,40873,1732634466376 because: Region server is closing 2024-11-26T15:21:15,068 INFO [RS:0;6cc2bc8bf733:40873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:40873. 2024-11-26T15:21:15,068 DEBUG [RS:0;6cc2bc8bf733:40873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:15,068 DEBUG [RS:0;6cc2bc8bf733:40873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:15,068 DEBUG [RS:0;6cc2bc8bf733:40873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:15,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:15,168 WARN [RS:0;6cc2bc8bf733:40873.replicationSource.shipper6cc2bc8bf733%2C40873%2C1732634466376,1-6cc2bc8bf733,40873,1732634466376 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T15:21:15,168 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6cc2bc8bf733:40873.replicationSource.shipper6cc2bc8bf733%2C40873%2C1732634466376,1-6cc2bc8bf733,40873,1732634466376 terminated 2024-11-26T15:21:15,169 INFO [RS:0;6cc2bc8bf733:40873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40873 2024-11-26T15:21:15,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103/rs 2024-11-26T15:21:15,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40873-0x10177bb8bb10007, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2077488103/rs/6cc2bc8bf733,40873,1732634466376 2024-11-26T15:21:15,220 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,40873,1732634466376] 2024-11-26T15:21:15,220 INFO [RS:0;6cc2bc8bf733:40873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:21:15,229 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2077488103/draining/6cc2bc8bf733,40873,1732634466376 already deleted, retry=false 2024-11-26T15:21:15,229 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,40873,1732634466376 expired; onlineServers=0 2024-11-26T15:21:15,229 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,46185,1732634466268' ***** 2024-11-26T15:21:15,229 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:21:15,229 INFO [M:0;6cc2bc8bf733:46185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:21:15,229 INFO [M:0;6cc2bc8bf733:46185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:21:15,230 DEBUG [M:0;6cc2bc8bf733:46185 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:21:15,230 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:21:15,230 DEBUG [M:0;6cc2bc8bf733:46185 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:21:15,230 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634467091 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634467091,5,FailOnTimeoutGroup] 2024-11-26T15:21:15,230 INFO [M:0;6cc2bc8bf733:46185 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:21:15,230 INFO [M:0;6cc2bc8bf733:46185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:21:15,230 DEBUG [M:0;6cc2bc8bf733:46185 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:21:15,230 INFO [M:0;6cc2bc8bf733:46185 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:21:15,230 INFO [M:0;6cc2bc8bf733:46185 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:21:15,230 INFO [M:0;6cc2bc8bf733:46185 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:21:15,231 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:21:15,231 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634467092 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634467092,5,FailOnTimeoutGroup] 2024-11-26T15:21:15,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2077488103/master 2024-11-26T15:21:15,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2077488103 2024-11-26T15:21:15,324 DEBUG [M:0;6cc2bc8bf733:46185 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2077488103/master already deleted, retry=false 2024-11-26T15:21:15,324 DEBUG [M:0;6cc2bc8bf733:46185 {}] master.ActiveMasterManager(353): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2077488103/master 2024-11-26T15:21:15,325 INFO [M:0;6cc2bc8bf733:46185 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/.lastflushedseqids 2024-11-26T15:21:15,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40873-0x10177bb8bb10007, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:15,329 INFO [RS:0;6cc2bc8bf733:40873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:21:15,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40873-0x10177bb8bb10007, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:15,329 INFO [RS:0;6cc2bc8bf733:40873 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,40873,1732634466376; zookeeper connection closed. 2024-11-26T15:21:15,330 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@771f054a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@771f054a 2024-11-26T15:21:15,330 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:21:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741852_1028 (size=181) 2024-11-26T15:21:15,741 INFO [M:0;6cc2bc8bf733:46185 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:21:15,742 INFO [M:0;6cc2bc8bf733:46185 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:21:15,742 DEBUG [M:0;6cc2bc8bf733:46185 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:21:15,742 INFO [M:0;6cc2bc8bf733:46185 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:15,742 DEBUG [M:0;6cc2bc8bf733:46185 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:15,742 DEBUG [M:0;6cc2bc8bf733:46185 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:21:15,742 DEBUG [M:0;6cc2bc8bf733:46185 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:15,742 INFO [M:0;6cc2bc8bf733:46185 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-26T15:21:15,760 DEBUG [M:0;6cc2bc8bf733:46185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9db621e54b50402190710b4435406988 is 82, key is hbase:meta,,1/info:regioninfo/1732634467777/Put/seqid=0 2024-11-26T15:21:15,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741853_1029 (size=5672) 2024-11-26T15:21:16,167 INFO [M:0;6cc2bc8bf733:46185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9db621e54b50402190710b4435406988 2024-11-26T15:21:16,192 DEBUG [M:0;6cc2bc8bf733:46185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08c84636ce0c444bb37e8041c32c154e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732634471965/Put/seqid=0 2024-11-26T15:21:16,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741854_1030 (size=7312) 2024-11-26T15:21:16,200 INFO [M:0;6cc2bc8bf733:46185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08c84636ce0c444bb37e8041c32c154e 2024-11-26T15:21:16,232 DEBUG [M:0;6cc2bc8bf733:46185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/346387f3b21f4a6d922645051480d69b is 69, key is 6cc2bc8bf733,40873,1732634466376/rs:state/1732634467138/Put/seqid=0 2024-11-26T15:21:16,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741855_1031 (size=5370) 2024-11-26T15:21:16,244 INFO [M:0;6cc2bc8bf733:46185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/346387f3b21f4a6d922645051480d69b 2024-11-26T15:21:16,257 INFO [M:0;6cc2bc8bf733:46185 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 346387f3b21f4a6d922645051480d69b 2024-11-26T15:21:16,259 DEBUG [M:0;6cc2bc8bf733:46185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9db621e54b50402190710b4435406988 as hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9db621e54b50402190710b4435406988 2024-11-26T15:21:16,266 INFO [M:0;6cc2bc8bf733:46185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9db621e54b50402190710b4435406988, entries=8, sequenceid=127, filesize=5.5 K 2024-11-26T15:21:16,267 DEBUG [M:0;6cc2bc8bf733:46185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08c84636ce0c444bb37e8041c32c154e as hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08c84636ce0c444bb37e8041c32c154e 2024-11-26T15:21:16,277 INFO [M:0;6cc2bc8bf733:46185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08c84636ce0c444bb37e8041c32c154e, entries=7, sequenceid=127, filesize=7.1 K 2024-11-26T15:21:16,278 DEBUG [M:0;6cc2bc8bf733:46185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/346387f3b21f4a6d922645051480d69b as hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/346387f3b21f4a6d922645051480d69b 2024-11-26T15:21:16,282 INFO [M:0;6cc2bc8bf733:46185 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 346387f3b21f4a6d922645051480d69b 2024-11-26T15:21:16,283 INFO [M:0;6cc2bc8bf733:46185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44147/user/jenkins/test-data/a0de4e96-d120-5e25-cc21-86ff843c2315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/346387f3b21f4a6d922645051480d69b, entries=2, sequenceid=127, filesize=5.2 K 2024-11-26T15:21:16,283 INFO [M:0;6cc2bc8bf733:46185 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 541ms, sequenceid=127, compaction requested=false 2024-11-26T15:21:16,292 INFO [M:0;6cc2bc8bf733:46185 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:16,292 DEBUG [M:0;6cc2bc8bf733:46185 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634475742Disabling compacts and flushes for region at 1732634475742Disabling writes for close at 1732634475742Obtaining lock to block concurrent updates at 1732634475742Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634475742Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732634475742Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634475743 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634475743Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634475759 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634475759Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634476172 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634476191 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634476191Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634476209 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634476231 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634476231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a31f8c: reopening flushed file at 1732634476257 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ebc0e2: reopening flushed file at 1732634476266 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23864214: reopening flushed file at 1732634476277 (+11 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 541ms, sequenceid=127, compaction requested=false at 1732634476283 (+6 ms)Writing region close event to WAL at 1732634476292 (+9 ms)Closed at 1732634476292 2024-11-26T15:21:16,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741847_1023 (size=22903) 2024-11-26T15:21:16,299 INFO [M:0;6cc2bc8bf733:46185 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:21:16,299 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:21:16,299 INFO [M:0;6cc2bc8bf733:46185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46185 2024-11-26T15:21:16,299 INFO [M:0;6cc2bc8bf733:46185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:21:16,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:16,561 INFO [M:0;6cc2bc8bf733:46185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:21:16,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x10177bb8bb10006, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:16,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bd23362{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:21:16,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42a4b3de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:21:16,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:21:16,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775bde3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:21:16,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3236b887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/hadoop.log.dir/,STOPPED} 2024-11-26T15:21:16,567 WARN [BP-943991364-172.17.0.3-1732634447901 heartbeating to localhost/127.0.0.1:44147 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:21:16,567 WARN [BP-943991364-172.17.0.3-1732634447901 heartbeating to localhost/127.0.0.1:44147 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-943991364-172.17.0.3-1732634447901 (Datanode Uuid b7d9d0e2-704a-49b1-8b7e-6cf4b59d56ec) service to localhost/127.0.0.1:44147 2024-11-26T15:21:16,567 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:21:16,567 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:21:16,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/cluster_e6f97834-ba4e-f404-d8c2-9bf539f0576a/data/data1/current/BP-943991364-172.17.0.3-1732634447901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:21:16,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/cluster_e6f97834-ba4e-f404-d8c2-9bf539f0576a/data/data2/current/BP-943991364-172.17.0.3-1732634447901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:21:16,568 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:21:16,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79220e71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:21:16,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b5b128f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:21:16,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:21:16,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee2cead{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:21:16,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@343db50f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47b0cc30-c397-ca9a-c830-d7fa059ccc27/hadoop.log.dir/,STOPPED} 2024-11-26T15:21:16,582 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T15:21:16,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:21:16,603 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:44525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60534) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60534) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44525 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44147 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 479), ProcessCount=11 (was 11), AvailableMemoryMB=4685 (was 4270) - AvailableMemoryMB LEAK? - 2024-11-26T15:21:16,610 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=4684 2024-11-26T15:21:16,622 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-26T15:21:16,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/hadoop.log.dir so I do NOT create it in target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c 2024-11-26T15:21:16,622 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:21:16,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/hadoop.tmp.dir so I do NOT create it in target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c 2024-11-26T15:21:16,622 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2de5ba03-594f-b1d2-0d10-c63831cc88e8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:21:16,622 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c 2024-11-26T15:21:16,622 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/cluster_5ca9974a-3268-6dfd-5007-d468935ddf10, deleteOnExit=true 2024-11-26T15:21:16,625 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/cluster_5ca9974a-3268-6dfd-5007-d468935ddf10/zookeeper_0, clientPort=62670, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/cluster_5ca9974a-3268-6dfd-5007-d468935ddf10/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/cluster_5ca9974a-3268-6dfd-5007-d468935ddf10/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T15:21:16,626 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62670 2024-11-26T15:21:16,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:21:16,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:21:16,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/test.cache.data in system properties and HBase conf 2024-11-26T15:21:16,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:21:16,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:21:16,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:21:16,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:21:16,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:21:16,627 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:21:16,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:21:16,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:21:16,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:21:16,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:21:16,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:21:16,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:21:16,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:21:16,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:21:16,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:21:16,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:21:16,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:21:16,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:21:16,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:21:16,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:21:16,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10177bb8bb10005, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:21:16,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10177bb8bb10002, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:21:16,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10177bb8bb10005, quorum=127.0.0.1:60534, baseZNode=/1-1705443609 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:21:16,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10177bb8bb10002, quorum=127.0.0.1:60534, baseZNode=/0-2077488103 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:21:17,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:21:17,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:21:17,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:21:17,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:21:17,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:21:17,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:21:17,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39fefc89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:21:17,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@722a07e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:21:17,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5682da26{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/java.io.tmpdir/jetty-localhost-35433-hadoop-hdfs-3_4_1-tests_jar-_-any-13872650994615553281/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:21:17,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@124b8e1e{HTTP/1.1, (http/1.1)}{localhost:35433} 2024-11-26T15:21:17,215 INFO [Time-limited test {}] server.Server(415): Started @175314ms 2024-11-26T15:21:17,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:21:17,509 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:21:17,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:21:17,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:21:17,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:21:17,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69f9cab5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:21:17,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50100f9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:21:17,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11ff338{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/java.io.tmpdir/jetty-localhost-35773-hadoop-hdfs-3_4_1-tests_jar-_-any-4541653743484727487/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:21:17,643 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38db76bf{HTTP/1.1, (http/1.1)}{localhost:35773} 2024-11-26T15:21:17,643 INFO [Time-limited test {}] server.Server(415): Started @175742ms 2024-11-26T15:21:17,644 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:21:19,217 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/cluster_5ca9974a-3268-6dfd-5007-d468935ddf10/data/data1/current/BP-78397637-172.17.0.3-1732634476654/current, will proceed with Du for space computation calculation, 2024-11-26T15:21:19,217 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/cluster_5ca9974a-3268-6dfd-5007-d468935ddf10/data/data2/current/BP-78397637-172.17.0.3-1732634476654/current, will proceed with Du for space computation calculation, 2024-11-26T15:21:19,241 WARN [Thread-1669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:21:19,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfdaad49cf1a5427 with lease ID 0xb2cda75b4ab5f98: Processing first storage report for DS-b3e9653f-70f3-493b-adcd-196793197d16 from datanode DatanodeRegistration(127.0.0.1:43999, datanodeUuid=1b8adb5f-63ec-470f-b0d3-a3474b746aa8, infoPort=42771, infoSecurePort=0, ipcPort=44551, storageInfo=lv=-57;cid=testClusterID;nsid=1881844914;c=1732634476654) 2024-11-26T15:21:19,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfdaad49cf1a5427 with lease ID 0xb2cda75b4ab5f98: from storage DS-b3e9653f-70f3-493b-adcd-196793197d16 node DatanodeRegistration(127.0.0.1:43999, datanodeUuid=1b8adb5f-63ec-470f-b0d3-a3474b746aa8, infoPort=42771, infoSecurePort=0, ipcPort=44551, storageInfo=lv=-57;cid=testClusterID;nsid=1881844914;c=1732634476654), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:21:19,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfdaad49cf1a5427 with lease ID 0xb2cda75b4ab5f98: Processing first storage report for DS-e4d89495-7759-49b2-a39c-30e192c74fba from datanode DatanodeRegistration(127.0.0.1:43999, datanodeUuid=1b8adb5f-63ec-470f-b0d3-a3474b746aa8, infoPort=42771, infoSecurePort=0, ipcPort=44551, storageInfo=lv=-57;cid=testClusterID;nsid=1881844914;c=1732634476654) 2024-11-26T15:21:19,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfdaad49cf1a5427 with lease ID 0xb2cda75b4ab5f98: from storage DS-e4d89495-7759-49b2-a39c-30e192c74fba node DatanodeRegistration(127.0.0.1:43999, datanodeUuid=1b8adb5f-63ec-470f-b0d3-a3474b746aa8, infoPort=42771, infoSecurePort=0, ipcPort=44551, storageInfo=lv=-57;cid=testClusterID;nsid=1881844914;c=1732634476654), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:21:19,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c 2024-11-26T15:21:19,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:19,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:19,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:21:19,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:21:19,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T15:21:19,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T15:21:19,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:21:19,715 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61 with version=8 2024-11-26T15:21:19,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/hbase-staging 2024-11-26T15:21:19,716 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:21:19,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:19,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:19,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:21:19,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:19,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:21:19,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:21:19,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:21:19,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43209 2024-11-26T15:21:19,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43209 connecting to ZooKeeper ensemble=127.0.0.1:62670 2024-11-26T15:21:19,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:21:19,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:19,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:19,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:19,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:19,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:19,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:20,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:20,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:21,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432090x0, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:21:21,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43209-0x10177bbfbfb0000 connected 2024-11-26T15:21:21,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:21,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:21,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Set watcher on znode that does not yet exist, /0887983397/running 2024-11-26T15:21:21,574 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61, hbase.cluster.distributed=false 2024-11-26T15:21:21,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Set watcher on znode that does not yet exist, /0887983397/acl 2024-11-26T15:21:21,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43209 2024-11-26T15:21:21,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43209 2024-11-26T15:21:21,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43209 2024-11-26T15:21:21,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43209 2024-11-26T15:21:21,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43209 2024-11-26T15:21:21,592 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:21:21,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:21,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:21,592 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:21:21,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:21,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:21:21,592 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:21:21,592 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:21:21,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45811 2024-11-26T15:21:21,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45811 connecting to ZooKeeper ensemble=127.0.0.1:62670 2024-11-26T15:21:21,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:21,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:21,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458110x0, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:21:21,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458110x0, quorum=127.0.0.1:62670, baseZNode=/0887983397 Set watcher on znode that does not yet exist, /0887983397/running 2024-11-26T15:21:21,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45811-0x10177bbfbfb0001 connected 2024-11-26T15:21:21,609 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:21:21,611 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:21:21,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Set watcher on znode that does not yet exist, /0887983397/master 2024-11-26T15:21:21,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Set watcher on znode that does not yet exist, /0887983397/acl 2024-11-26T15:21:21,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45811 2024-11-26T15:21:21,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45811 2024-11-26T15:21:21,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45811 2024-11-26T15:21:21,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45811 2024-11-26T15:21:21,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45811 2024-11-26T15:21:21,636 DEBUG [M:0;6cc2bc8bf733:43209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:43209 2024-11-26T15:21:21,637 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0887983397/backup-masters/6cc2bc8bf733,43209,1732634479716 2024-11-26T15:21:21,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397/backup-masters 2024-11-26T15:21:21,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397/backup-masters 2024-11-26T15:21:21,646 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Set watcher on existing znode=/0887983397/backup-masters/6cc2bc8bf733,43209,1732634479716 2024-11-26T15:21:21,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397 2024-11-26T15:21:21,656 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Set watcher on existing znode=/0887983397/master 2024-11-26T15:21:21,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0887983397/master 2024-11-26T15:21:21,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397 2024-11-26T15:21:21,657 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0887983397/backup-masters/6cc2bc8bf733,43209,1732634479716 from backup master directory 2024-11-26T15:21:21,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397/backup-masters 2024-11-26T15:21:21,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0887983397/backup-masters/6cc2bc8bf733,43209,1732634479716 2024-11-26T15:21:21,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397/backup-masters 2024-11-26T15:21:21,666 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:21:21,666 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,43209,1732634479716 2024-11-26T15:21:21,673 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/hbase.id] with ID: 03e8c087-a217-4e91-86ad-354d4b0e6687 2024-11-26T15:21:21,673 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/.tmp/hbase.id 2024-11-26T15:21:21,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:21:22,083 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/.tmp/hbase.id]:[hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/hbase.id] 2024-11-26T15:21:22,093 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:22,093 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:21:22,094 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T15:21:22,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397 2024-11-26T15:21:22,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397 2024-11-26T15:21:22,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:21:22,512 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:21:22,512 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:21:22,513 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:21:22,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:21:22,929 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store 2024-11-26T15:21:22,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:21:22,948 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:22,948 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:21:22,948 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:22,948 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:22,948 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:21:22,948 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:22,948 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:22,948 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634482948Disabling compacts and flushes for region at 1732634482948Disabling writes for close at 1732634482948Writing region close event to WAL at 1732634482948Closed at 1732634482948 2024-11-26T15:21:22,949 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/.initializing 2024-11-26T15:21:22,949 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/WALs/6cc2bc8bf733,43209,1732634479716 2024-11-26T15:21:22,950 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:21:22,952 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C43209%2C1732634479716, suffix=, logDir=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/WALs/6cc2bc8bf733,43209,1732634479716, archiveDir=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/oldWALs, maxLogs=10 2024-11-26T15:21:22,969 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/WALs/6cc2bc8bf733,43209,1732634479716/6cc2bc8bf733%2C43209%2C1732634479716.1732634482952, exclude list is [], retry=0 2024-11-26T15:21:22,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43999,DS-b3e9653f-70f3-493b-adcd-196793197d16,DISK] 2024-11-26T15:21:22,973 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/WALs/6cc2bc8bf733,43209,1732634479716/6cc2bc8bf733%2C43209%2C1732634479716.1732634482952 2024-11-26T15:21:22,973 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42771:42771)] 2024-11-26T15:21:22,973 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:21:22,973 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:22,973 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:22,973 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:22,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:22,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:21:22,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:22,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:22,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:22,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:21:22,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:22,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:22,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:22,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:21:22,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:22,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:22,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:22,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:21:22,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:22,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:22,987 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:22,988 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:22,988 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:22,989 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:22,989 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:22,989 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:21:22,991 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:22,993 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:21:22,993 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66234792, jitterRate=-0.013024687767028809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:21:22,994 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634482973Initializing all the Stores at 1732634482974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634482974Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634482974Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634482974Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634482974Cleaning up temporary data from old regions at 1732634482989 (+15 ms)Region opened successfully at 1732634482994 (+5 ms) 2024-11-26T15:21:22,994 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:21:22,997 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a81c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:21:22,998 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:21:22,998 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:21:22,998 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:21:22,998 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:21:22,998 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:21:22,999 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:21:22,999 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:21:23,000 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:21:23,001 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Unable to get data of znode /0887983397/balancer because node does not exist (not necessarily an error) 2024-11-26T15:21:23,054 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0887983397/balancer already deleted, retry=false 2024-11-26T15:21:23,054 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:21:23,055 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Unable to get data of znode /0887983397/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:21:23,077 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0887983397/normalizer already deleted, retry=false 2024-11-26T15:21:23,077 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:21:23,078 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Unable to get data of znode /0887983397/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:21:23,087 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0887983397/switch/split already deleted, retry=false 2024-11-26T15:21:23,088 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Unable to get data of znode /0887983397/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:21:23,098 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0887983397/switch/merge already deleted, retry=false 2024-11-26T15:21:23,100 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Unable to get data of znode /0887983397/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:21:23,108 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0887983397/snapshot-cleanup already deleted, retry=false 2024-11-26T15:21:23,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0887983397/running 2024-11-26T15:21:23,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0887983397/running 2024-11-26T15:21:23,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397 2024-11-26T15:21:23,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397 2024-11-26T15:21:23,120 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,43209,1732634479716, sessionid=0x10177bbfbfb0000, setting cluster-up flag (Was=false) 2024-11-26T15:21:23,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397 2024-11-26T15:21:23,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397 2024-11-26T15:21:23,171 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0887983397/flush-table-proc/acquired, /0887983397/flush-table-proc/reached, /0887983397/flush-table-proc/abort 2024-11-26T15:21:23,172 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,43209,1732634479716 2024-11-26T15:21:23,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397 2024-11-26T15:21:23,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397 2024-11-26T15:21:23,224 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0887983397/online-snapshot/acquired, /0887983397/online-snapshot/reached, /0887983397/online-snapshot/abort 2024-11-26T15:21:23,225 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,43209,1732634479716 2024-11-26T15:21:23,226 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:21:23,227 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:21:23,227 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:21:23,227 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:21:23,227 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6cc2bc8bf733,40753,1732634450555: status=Processing ServerCrashProcedure of 6cc2bc8bf733,40753,1732634450555 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732634467091, completionTime=-1 appears to have been leaked 2024-11-26T15:21:23,227 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,43209,1732634479716 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:21:23,228 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:21:23,228 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:21:23,228 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:21:23,228 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:21:23,228 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:21:23,228 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:23,228 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:21:23,228 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:23,229 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634513229 2024-11-26T15:21:23,229 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:21:23,229 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:21:23,229 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:21:23,229 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:21:23,229 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:21:23,229 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:21:23,229 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:21:23,229 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:21:23,230 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:23,230 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:21:23,230 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:21:23,230 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:21:23,230 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:21:23,230 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:21:23,230 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:23,230 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:21:23,230 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634483230,5,FailOnTimeoutGroup] 2024-11-26T15:21:23,230 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:21:23,230 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634483230,5,FailOnTimeoutGroup] 2024-11-26T15:21:23,230 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:23,231 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:21:23,231 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:23,231 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:23,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:21:23,325 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(746): ClusterId : 03e8c087-a217-4e91-86ad-354d4b0e6687 2024-11-26T15:21:23,325 DEBUG [RS:0;6cc2bc8bf733:45811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:21:23,330 DEBUG [RS:0;6cc2bc8bf733:45811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:21:23,330 DEBUG [RS:0;6cc2bc8bf733:45811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:21:23,340 DEBUG [RS:0;6cc2bc8bf733:45811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:21:23,341 DEBUG [RS:0;6cc2bc8bf733:45811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f1b5224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:21:23,354 DEBUG [RS:0;6cc2bc8bf733:45811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:45811 2024-11-26T15:21:23,354 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:21:23,354 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:21:23,354 DEBUG [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:21:23,355 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,43209,1732634479716 with port=45811, startcode=1732634481591 2024-11-26T15:21:23,355 DEBUG [RS:0;6cc2bc8bf733:45811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:21:23,356 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:21:23,357 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43209 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,45811,1732634481591 2024-11-26T15:21:23,357 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43209 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,45811,1732634481591 2024-11-26T15:21:23,358 DEBUG [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61 2024-11-26T15:21:23,358 DEBUG [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45165 2024-11-26T15:21:23,358 DEBUG [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:21:23,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397/rs 2024-11-26T15:21:23,370 DEBUG [RS:0;6cc2bc8bf733:45811 {}] zookeeper.ZKUtil(111): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Set watcher on existing znode=/0887983397/rs/6cc2bc8bf733,45811,1732634481591 2024-11-26T15:21:23,370 WARN [RS:0;6cc2bc8bf733:45811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:21:23,370 INFO [RS:0;6cc2bc8bf733:45811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:21:23,370 DEBUG [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591 2024-11-26T15:21:23,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,45811,1732634481591] 2024-11-26T15:21:23,373 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:21:23,376 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:21:23,376 INFO [RS:0;6cc2bc8bf733:45811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:21:23,376 INFO [RS:0;6cc2bc8bf733:45811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:23,379 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:21:23,380 INFO [RS:0;6cc2bc8bf733:45811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:21:23,380 INFO [RS:0;6cc2bc8bf733:45811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:23,380 DEBUG [RS:0;6cc2bc8bf733:45811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:23,380 DEBUG [RS:0;6cc2bc8bf733:45811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:23,380 DEBUG [RS:0;6cc2bc8bf733:45811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:23,380 DEBUG [RS:0;6cc2bc8bf733:45811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:23,380 DEBUG [RS:0;6cc2bc8bf733:45811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:23,380 DEBUG [RS:0;6cc2bc8bf733:45811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:21:23,380 DEBUG [RS:0;6cc2bc8bf733:45811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:23,380 DEBUG [RS:0;6cc2bc8bf733:45811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:23,380 DEBUG [RS:0;6cc2bc8bf733:45811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:23,381 DEBUG [RS:0;6cc2bc8bf733:45811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:23,381 DEBUG [RS:0;6cc2bc8bf733:45811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:23,381 DEBUG [RS:0;6cc2bc8bf733:45811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:23,381 DEBUG [RS:0;6cc2bc8bf733:45811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:21:23,381 DEBUG [RS:0;6cc2bc8bf733:45811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:21:23,388 INFO [RS:0;6cc2bc8bf733:45811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:23,388 INFO [RS:0;6cc2bc8bf733:45811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:23,388 INFO [RS:0;6cc2bc8bf733:45811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:23,388 INFO [RS:0;6cc2bc8bf733:45811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:23,388 INFO [RS:0;6cc2bc8bf733:45811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:23,388 INFO [RS:0;6cc2bc8bf733:45811 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45811,1732634481591-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:21:23,405 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:21:23,405 INFO [RS:0;6cc2bc8bf733:45811 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45811,1732634481591-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:23,405 INFO [RS:0;6cc2bc8bf733:45811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:23,405 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.Replication(171): 6cc2bc8bf733,45811,1732634481591 started 2024-11-26T15:21:23,418 INFO [RS:0;6cc2bc8bf733:45811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:23,418 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,45811,1732634481591, RpcServer on 6cc2bc8bf733/172.17.0.3:45811, sessionid=0x10177bbfbfb0001 2024-11-26T15:21:23,419 DEBUG [RS:0;6cc2bc8bf733:45811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:21:23,419 DEBUG [RS:0;6cc2bc8bf733:45811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,45811,1732634481591 2024-11-26T15:21:23,419 DEBUG [RS:0;6cc2bc8bf733:45811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,45811,1732634481591' 2024-11-26T15:21:23,419 DEBUG [RS:0;6cc2bc8bf733:45811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0887983397/flush-table-proc/abort' 2024-11-26T15:21:23,419 DEBUG [RS:0;6cc2bc8bf733:45811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0887983397/flush-table-proc/acquired' 2024-11-26T15:21:23,419 DEBUG [RS:0;6cc2bc8bf733:45811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:21:23,419 DEBUG [RS:0;6cc2bc8bf733:45811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:21:23,419 DEBUG [RS:0;6cc2bc8bf733:45811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,45811,1732634481591 2024-11-26T15:21:23,419 DEBUG [RS:0;6cc2bc8bf733:45811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,45811,1732634481591' 2024-11-26T15:21:23,419 DEBUG [RS:0;6cc2bc8bf733:45811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0887983397/online-snapshot/abort' 2024-11-26T15:21:23,420 DEBUG [RS:0;6cc2bc8bf733:45811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0887983397/online-snapshot/acquired' 2024-11-26T15:21:23,420 DEBUG [RS:0;6cc2bc8bf733:45811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:21:23,420 INFO [RS:0;6cc2bc8bf733:45811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:21:23,420 INFO [RS:0;6cc2bc8bf733:45811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:21:23,520 INFO [RS:0;6cc2bc8bf733:45811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:21:23,522 INFO [RS:0;6cc2bc8bf733:45811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C45811%2C1732634481591, suffix=, logDir=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591, archiveDir=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/oldWALs, maxLogs=10 2024-11-26T15:21:23,533 DEBUG [RS:0;6cc2bc8bf733:45811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522, exclude list is [], retry=0 2024-11-26T15:21:23,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43999,DS-b3e9653f-70f3-493b-adcd-196793197d16,DISK] 2024-11-26T15:21:23,536 INFO [RS:0;6cc2bc8bf733:45811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 2024-11-26T15:21:23,537 DEBUG [RS:0;6cc2bc8bf733:45811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42771:42771)] 2024-11-26T15:21:23,638 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:21:23,638 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61 2024-11-26T15:21:23,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741833_1009 (size=32) 2024-11-26T15:21:23,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:23,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:21:23,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:21:23,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:23,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:23,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:21:23,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:21:23,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:23,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:23,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:21:23,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:21:23,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:23,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:23,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:21:23,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:21:23,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:23,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:23,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:21:23,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740 2024-11-26T15:21:23,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740 2024-11-26T15:21:23,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:21:23,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:21:23,653 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:21:23,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:21:23,657 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:21:23,657 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59486726, jitterRate=-0.11357870697975159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:21:23,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634483644Initializing all the Stores at 1732634483644Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634483644Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634483644Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634483644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634483644Cleaning up temporary data from old regions at 1732634483653 (+9 ms)Region opened successfully at 1732634483658 (+5 ms) 2024-11-26T15:21:23,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:21:23,658 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:21:23,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:21:23,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:21:23,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:21:23,658 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:21:23,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634483658Disabling compacts and flushes for region at 1732634483658Disabling writes for close at 1732634483658Writing region close event to WAL at 1732634483658Closed at 1732634483658 2024-11-26T15:21:23,659 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:21:23,659 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:21:23,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:21:23,660 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:21:23,661 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:21:23,811 DEBUG [6cc2bc8bf733:43209 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:21:23,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,45811,1732634481591 2024-11-26T15:21:23,813 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,45811,1732634481591, state=OPENING 2024-11-26T15:21:23,824 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:21:23,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397 2024-11-26T15:21:23,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397 2024-11-26T15:21:23,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0887983397/meta-region-server: CHANGED 2024-11-26T15:21:23,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0887983397/meta-region-server: CHANGED 2024-11-26T15:21:23,835 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:21:23,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,45811,1732634481591}] 2024-11-26T15:21:23,989 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:21:23,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:21:23,993 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:21:23,994 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:21:23,994 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:21:23,996 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C45811%2C1732634481591.meta, suffix=.meta, logDir=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591, archiveDir=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/oldWALs, maxLogs=10 2024-11-26T15:21:24,008 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.meta.1732634483996.meta, exclude list is [], retry=0 2024-11-26T15:21:24,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43999,DS-b3e9653f-70f3-493b-adcd-196793197d16,DISK] 2024-11-26T15:21:24,012 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.meta.1732634483996.meta 2024-11-26T15:21:24,012 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42771:42771)] 2024-11-26T15:21:24,012 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:21:24,012 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:21:24,012 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:21:24,012 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:21:24,012 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:21:24,013 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:21:24,013 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:24,013 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:21:24,013 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:21:24,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:21:24,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:21:24,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:24,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:24,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:21:24,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:21:24,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:24,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:24,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:21:24,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:21:24,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:24,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:24,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:21:24,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:21:24,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:24,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:24,018 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:21:24,018 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740 2024-11-26T15:21:24,019 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740 2024-11-26T15:21:24,020 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:21:24,020 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:21:24,021 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:21:24,022 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:21:24,022 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67561936, jitterRate=0.006751298904418945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:21:24,022 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:21:24,023 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634484013Writing region info on filesystem at 1732634484013Initializing all the Stores at 1732634484013Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634484013Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634484014 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634484014Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634484014Cleaning up temporary data from old regions at 1732634484020 (+6 ms)Running coprocessor post-open hooks at 1732634484022 (+2 ms)Region opened successfully at 1732634484023 (+1 ms) 2024-11-26T15:21:24,023 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634483989 2024-11-26T15:21:24,025 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:21:24,025 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:21:24,026 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,45811,1732634481591 2024-11-26T15:21:24,026 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,45811,1732634481591, state=OPEN 2024-11-26T15:21:24,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0887983397/meta-region-server 2024-11-26T15:21:24,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0887983397/meta-region-server 2024-11-26T15:21:24,066 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,45811,1732634481591 2024-11-26T15:21:24,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0887983397/meta-region-server: CHANGED 2024-11-26T15:21:24,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0887983397/meta-region-server: CHANGED 2024-11-26T15:21:24,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:21:24,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,45811,1732634481591 in 230 msec 2024-11-26T15:21:24,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:21:24,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-11-26T15:21:24,070 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:21:24,070 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:21:24,071 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:24,071 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45811,1732634481591, seqNum=-1] 2024-11-26T15:21:24,071 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:21:24,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:21:24,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 849 msec 2024-11-26T15:21:24,076 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634484076, completionTime=-1 2024-11-26T15:21:24,076 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:21:24,076 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:21:24,077 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:21:24,077 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634544077 2024-11-26T15:21:24,077 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634604077 2024-11-26T15:21:24,077 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T15:21:24,078 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43209,1732634479716-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:24,078 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43209,1732634479716-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:24,078 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43209,1732634479716-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:24,078 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:43209, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:24,078 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:24,078 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:24,079 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:21:24,081 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.415sec 2024-11-26T15:21:24,081 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:21:24,081 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:21:24,081 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:21:24,081 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:21:24,081 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:21:24,081 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43209,1732634479716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:21:24,081 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43209,1732634479716-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:21:24,083 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:21:24,083 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:21:24,083 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43209,1732634479716-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:24,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d2e0a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:24,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43209,-1 for getting cluster id 2024-11-26T15:21:24,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:24,126 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03e8c087-a217-4e91-86ad-354d4b0e6687' 2024-11-26T15:21:24,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:24,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03e8c087-a217-4e91-86ad-354d4b0e6687" 2024-11-26T15:21:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba9bc18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43209,-1] 2024-11-26T15:21:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:24,128 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:24,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238820ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:24,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:24,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45811,1732634481591, seqNum=-1] 2024-11-26T15:21:24,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:21:24,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:21:24,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,43209,1732634479716 2024-11-26T15:21:24,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62670 2024-11-26T15:21:24,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:21:24,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10177bbfbfb0002 connected 2024-11-26T15:21:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/hadoop.log.dir so I do NOT create it in target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f 2024-11-26T15:21:24,163 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:21:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/hadoop.tmp.dir so I do NOT create it in target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f 2024-11-26T15:21:24,163 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:21:24,163 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f 2024-11-26T15:21:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:21:24,163 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/cluster_e3bd6fcc-4f45-c8bc-640a-27c369d4ad20, deleteOnExit=true 2024-11-26T15:21:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:21:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/test.cache.data in system properties and HBase conf 2024-11-26T15:21:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:21:24,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:21:24,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:21:24,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:21:24,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:21:24,164 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:21:24,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:21:24,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:21:24,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:21:24,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:21:24,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:21:24,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:21:24,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:21:24,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:21:24,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:21:24,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:21:24,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:21:24,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:21:24,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:21:24,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:21:24,548 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T15:21:24,575 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:24,576 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:24,576 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:24,576 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:24,576 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:24,577 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:24,582 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:24,585 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:24,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:21:24,607 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:21:24,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:21:24,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:21:24,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:21:24,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:21:24,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54337073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:21:24,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40267665{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:21:24,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2669eaf1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/java.io.tmpdir/jetty-localhost-40777-hadoop-hdfs-3_4_1-tests_jar-_-any-1912848073099877623/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:21:24,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56a285aa{HTTP/1.1, (http/1.1)}{localhost:40777} 2024-11-26T15:21:24,718 INFO [Time-limited test {}] server.Server(415): Started @182817ms 2024-11-26T15:21:24,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:21:24,974 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:21:24,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:21:24,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:21:24,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:21:24,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3426c331{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:21:24,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57b389de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:21:25,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10c8ab32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/java.io.tmpdir/jetty-localhost-40393-hadoop-hdfs-3_4_1-tests_jar-_-any-6651538564690665629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:21:25,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4086e40d{HTTP/1.1, (http/1.1)}{localhost:40393} 2024-11-26T15:21:25,076 INFO [Time-limited test {}] server.Server(415): Started @183175ms 2024-11-26T15:21:25,077 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:21:25,882 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/cluster_e3bd6fcc-4f45-c8bc-640a-27c369d4ad20/data/data1/current/BP-843644758-172.17.0.3-1732634484182/current, will proceed with Du for space computation calculation, 2024-11-26T15:21:25,883 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/cluster_e3bd6fcc-4f45-c8bc-640a-27c369d4ad20/data/data2/current/BP-843644758-172.17.0.3-1732634484182/current, will proceed with Du for space computation calculation, 2024-11-26T15:21:25,909 WARN [Thread-1791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:21:25,911 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x608cbd6a699953b with lease ID 0x41ebce6e500d66c7: Processing first storage report for DS-03376161-7114-4039-9032-5ae8a0b7f6f9 from datanode DatanodeRegistration(127.0.0.1:41917, datanodeUuid=57fa4467-971b-4590-ad11-a2680c374e58, infoPort=46041, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=477056081;c=1732634484182) 2024-11-26T15:21:25,911 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x608cbd6a699953b with lease ID 0x41ebce6e500d66c7: from storage DS-03376161-7114-4039-9032-5ae8a0b7f6f9 node DatanodeRegistration(127.0.0.1:41917, datanodeUuid=57fa4467-971b-4590-ad11-a2680c374e58, infoPort=46041, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=477056081;c=1732634484182), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:21:25,911 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x608cbd6a699953b with lease ID 0x41ebce6e500d66c7: Processing first storage report for DS-725a7420-94e4-4e6b-8e25-7a70d597a007 from datanode DatanodeRegistration(127.0.0.1:41917, datanodeUuid=57fa4467-971b-4590-ad11-a2680c374e58, infoPort=46041, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=477056081;c=1732634484182) 2024-11-26T15:21:25,911 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x608cbd6a699953b with lease ID 0x41ebce6e500d66c7: from storage DS-725a7420-94e4-4e6b-8e25-7a70d597a007 node DatanodeRegistration(127.0.0.1:41917, datanodeUuid=57fa4467-971b-4590-ad11-a2680c374e58, infoPort=46041, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=477056081;c=1732634484182), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:21:25,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f 2024-11-26T15:21:25,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:25,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:25,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:21:26,326 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b with version=8 2024-11-26T15:21:26,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/hbase-staging 2024-11-26T15:21:26,327 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:21:26,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:26,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:26,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:21:26,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:26,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:21:26,328 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:21:26,328 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:21:26,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41533 2024-11-26T15:21:26,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41533 connecting to ZooKeeper ensemble=127.0.0.1:62670 2024-11-26T15:21:26,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415330x0, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:21:26,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41533-0x10177bbfbfb0003 connected 2024-11-26T15:21:26,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:26,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:26,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Set watcher on znode that does not yet exist, /1-1092491824/running 2024-11-26T15:21:26,900 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b, hbase.cluster.distributed=false 2024-11-26T15:21:26,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Set watcher on znode that does not yet exist, /1-1092491824/acl 2024-11-26T15:21:26,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41533 2024-11-26T15:21:26,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41533 2024-11-26T15:21:26,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41533 2024-11-26T15:21:26,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41533 2024-11-26T15:21:26,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41533 2024-11-26T15:21:26,916 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:21:26,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:26,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:26,916 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:21:26,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:26,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:21:26,916 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:21:26,916 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:21:26,917 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35837 2024-11-26T15:21:26,917 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35837 connecting to ZooKeeper ensemble=127.0.0.1:62670 2024-11-26T15:21:26,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:26,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:26,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358370x0, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:21:26,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358370x0, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Set watcher on znode that does not yet exist, /1-1092491824/running 2024-11-26T15:21:26,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35837-0x10177bbfbfb0004 connected 2024-11-26T15:21:26,930 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:21:26,930 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:21:26,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Set watcher on znode that does not yet exist, /1-1092491824/master 2024-11-26T15:21:26,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Set watcher on znode that does not yet exist, /1-1092491824/acl 2024-11-26T15:21:26,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35837 2024-11-26T15:21:26,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35837 2024-11-26T15:21:26,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35837 2024-11-26T15:21:26,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35837 2024-11-26T15:21:26,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35837 2024-11-26T15:21:26,946 DEBUG [M:0;6cc2bc8bf733:41533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:41533 2024-11-26T15:21:26,946 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1092491824/backup-masters/6cc2bc8bf733,41533,1732634486327 2024-11-26T15:21:26,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824/backup-masters 2024-11-26T15:21:26,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824/backup-masters 2024-11-26T15:21:26,959 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Set watcher on existing znode=/1-1092491824/backup-masters/6cc2bc8bf733,41533,1732634486327 2024-11-26T15:21:26,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1092491824/master 2024-11-26T15:21:26,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824 2024-11-26T15:21:26,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824 2024-11-26T15:21:26,971 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Set watcher on existing znode=/1-1092491824/master 2024-11-26T15:21:26,971 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1092491824/backup-masters/6cc2bc8bf733,41533,1732634486327 from backup master directory 2024-11-26T15:21:26,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824/backup-masters 2024-11-26T15:21:26,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1092491824/backup-masters/6cc2bc8bf733,41533,1732634486327 2024-11-26T15:21:26,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824/backup-masters 2024-11-26T15:21:26,982 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:21:26,982 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,41533,1732634486327 2024-11-26T15:21:26,985 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/hbase.id] with ID: d9d9aae8-20ee-4e48-8a27-28ddcab0bcac 2024-11-26T15:21:26,985 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/.tmp/hbase.id 2024-11-26T15:21:26,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:21:27,389 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/.tmp/hbase.id]:[hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/hbase.id] 2024-11-26T15:21:27,398 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:27,398 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:21:27,399 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T15:21:27,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824 2024-11-26T15:21:27,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824 2024-11-26T15:21:27,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:21:27,824 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:21:27,825 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:21:27,825 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:21:27,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:21:28,232 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store 2024-11-26T15:21:28,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:21:28,644 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:28,644 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:21:28,644 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:28,644 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:28,644 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:21:28,644 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:28,644 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:28,644 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634488644Disabling compacts and flushes for region at 1732634488644Disabling writes for close at 1732634488644Writing region close event to WAL at 1732634488644Closed at 1732634488644 2024-11-26T15:21:28,645 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/.initializing 2024-11-26T15:21:28,645 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/WALs/6cc2bc8bf733,41533,1732634486327 2024-11-26T15:21:28,646 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:21:28,647 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C41533%2C1732634486327, suffix=, logDir=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/WALs/6cc2bc8bf733,41533,1732634486327, archiveDir=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/oldWALs, maxLogs=10 2024-11-26T15:21:28,665 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/WALs/6cc2bc8bf733,41533,1732634486327/6cc2bc8bf733%2C41533%2C1732634486327.1732634488647, exclude list is [], retry=0 2024-11-26T15:21:28,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-03376161-7114-4039-9032-5ae8a0b7f6f9,DISK] 2024-11-26T15:21:28,670 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/WALs/6cc2bc8bf733,41533,1732634486327/6cc2bc8bf733%2C41533%2C1732634486327.1732634488647 2024-11-26T15:21:28,670 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)] 2024-11-26T15:21:28,670 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:21:28,670 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:28,670 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:28,670 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:28,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:28,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:21:28,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:28,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:28,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:28,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:21:28,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:28,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:28,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:28,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:21:28,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:28,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:28,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:28,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:21:28,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:28,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:28,677 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:28,677 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:28,678 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:28,678 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:28,679 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:28,679 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:21:28,680 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:28,686 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:21:28,687 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71494833, jitterRate=0.06535603106021881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:21:28,687 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634488670Initializing all the Stores at 1732634488671 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634488671Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634488671Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634488671Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634488671Cleaning up temporary data from old regions at 1732634488679 (+8 ms)Region opened successfully at 1732634488687 (+8 ms) 2024-11-26T15:21:28,687 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:21:28,689 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8ff6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:21:28,690 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:21:28,690 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:21:28,690 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:21:28,691 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:21:28,691 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:21:28,691 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:21:28,691 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:21:28,693 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:21:28,694 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Unable to get data of znode /1-1092491824/balancer because node does not exist (not necessarily an error) 2024-11-26T15:21:28,718 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1092491824/balancer already deleted, retry=false 2024-11-26T15:21:28,719 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:21:28,719 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Unable to get data of znode /1-1092491824/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:21:28,729 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1092491824/normalizer already deleted, retry=false 2024-11-26T15:21:28,729 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:21:28,730 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Unable to get data of znode /1-1092491824/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:21:28,739 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1092491824/switch/split already deleted, retry=false 2024-11-26T15:21:28,740 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Unable to get data of znode /1-1092491824/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:21:28,750 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1092491824/switch/merge already deleted, retry=false 2024-11-26T15:21:28,752 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Unable to get data of znode /1-1092491824/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:21:28,760 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1092491824/snapshot-cleanup already deleted, retry=false 2024-11-26T15:21:28,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1092491824/running 2024-11-26T15:21:28,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1092491824/running 2024-11-26T15:21:28,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824 2024-11-26T15:21:28,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824 2024-11-26T15:21:28,771 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,41533,1732634486327, sessionid=0x10177bbfbfb0003, setting cluster-up flag (Was=false) 2024-11-26T15:21:28,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824 2024-11-26T15:21:28,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824 2024-11-26T15:21:28,824 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1092491824/flush-table-proc/acquired, /1-1092491824/flush-table-proc/reached, /1-1092491824/flush-table-proc/abort 2024-11-26T15:21:28,825 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,41533,1732634486327 2024-11-26T15:21:28,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824 2024-11-26T15:21:28,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824 2024-11-26T15:21:28,876 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1092491824/online-snapshot/acquired, /1-1092491824/online-snapshot/reached, /1-1092491824/online-snapshot/abort 2024-11-26T15:21:28,877 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,41533,1732634486327 2024-11-26T15:21:28,878 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:21:28,879 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:21:28,879 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:21:28,879 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:21:28,880 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,41533,1732634486327 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:21:28,880 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:21:28,881 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:21:28,881 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:21:28,881 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:21:28,881 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:21:28,881 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:28,881 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:21:28,881 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:28,882 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634518881 2024-11-26T15:21:28,882 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:21:28,882 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:21:28,882 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:21:28,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:21:28,882 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:21:28,882 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:21:28,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:21:28,882 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:21:28,882 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:28,882 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:21:28,882 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:21:28,882 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:21:28,882 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:21:28,883 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:28,883 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:21:28,884 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:21:28,884 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:21:28,892 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634488884,5,FailOnTimeoutGroup] 2024-11-26T15:21:28,896 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634488892,5,FailOnTimeoutGroup] 2024-11-26T15:21:28,896 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:28,896 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:21:28,896 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:28,896 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:28,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:21:28,939 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(746): ClusterId : d9d9aae8-20ee-4e48-8a27-28ddcab0bcac 2024-11-26T15:21:28,939 DEBUG [RS:0;6cc2bc8bf733:35837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:21:28,950 DEBUG [RS:0;6cc2bc8bf733:35837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:21:28,950 DEBUG [RS:0;6cc2bc8bf733:35837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:21:28,961 DEBUG [RS:0;6cc2bc8bf733:35837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:21:28,961 DEBUG [RS:0;6cc2bc8bf733:35837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1b1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:21:28,971 DEBUG [RS:0;6cc2bc8bf733:35837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:35837 2024-11-26T15:21:28,971 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:21:28,971 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:21:28,971 DEBUG [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:21:28,972 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,41533,1732634486327 with port=35837, startcode=1732634486916 2024-11-26T15:21:28,972 DEBUG [RS:0;6cc2bc8bf733:35837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:21:28,973 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:21:28,974 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,35837,1732634486916 2024-11-26T15:21:28,974 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41533 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,35837,1732634486916 2024-11-26T15:21:28,975 DEBUG [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b 2024-11-26T15:21:28,975 DEBUG [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33327 2024-11-26T15:21:28,975 DEBUG [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:21:29,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824/rs 2024-11-26T15:21:29,010 DEBUG [RS:0;6cc2bc8bf733:35837 {}] zookeeper.ZKUtil(111): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Set watcher on existing znode=/1-1092491824/rs/6cc2bc8bf733,35837,1732634486916 2024-11-26T15:21:29,010 WARN [RS:0;6cc2bc8bf733:35837 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:21:29,010 INFO [RS:0;6cc2bc8bf733:35837 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:21:29,010 DEBUG [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916 2024-11-26T15:21:29,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,35837,1732634486916] 2024-11-26T15:21:29,013 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:21:29,014 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:21:29,015 INFO [RS:0;6cc2bc8bf733:35837 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:21:29,015 INFO [RS:0;6cc2bc8bf733:35837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:29,015 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:21:29,016 INFO [RS:0;6cc2bc8bf733:35837 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:21:29,016 INFO [RS:0;6cc2bc8bf733:35837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:29,016 DEBUG [RS:0;6cc2bc8bf733:35837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:29,016 DEBUG [RS:0;6cc2bc8bf733:35837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:29,016 DEBUG [RS:0;6cc2bc8bf733:35837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:29,016 DEBUG [RS:0;6cc2bc8bf733:35837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:29,016 DEBUG [RS:0;6cc2bc8bf733:35837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:29,016 DEBUG [RS:0;6cc2bc8bf733:35837 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:21:29,016 DEBUG [RS:0;6cc2bc8bf733:35837 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:29,016 DEBUG [RS:0;6cc2bc8bf733:35837 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:29,016 DEBUG [RS:0;6cc2bc8bf733:35837 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:29,016 DEBUG [RS:0;6cc2bc8bf733:35837 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:29,016 DEBUG [RS:0;6cc2bc8bf733:35837 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:29,016 DEBUG [RS:0;6cc2bc8bf733:35837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:29,016 DEBUG [RS:0;6cc2bc8bf733:35837 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:21:29,016 DEBUG [RS:0;6cc2bc8bf733:35837 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:21:29,019 INFO [RS:0;6cc2bc8bf733:35837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:29,019 INFO [RS:0;6cc2bc8bf733:35837 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:29,019 INFO [RS:0;6cc2bc8bf733:35837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:29,019 INFO [RS:0;6cc2bc8bf733:35837 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:29,020 INFO [RS:0;6cc2bc8bf733:35837 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:29,020 INFO [RS:0;6cc2bc8bf733:35837 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,35837,1732634486916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:21:29,039 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:21:29,039 INFO [RS:0;6cc2bc8bf733:35837 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,35837,1732634486916-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:29,039 INFO [RS:0;6cc2bc8bf733:35837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:29,039 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.Replication(171): 6cc2bc8bf733,35837,1732634486916 started 2024-11-26T15:21:29,058 INFO [RS:0;6cc2bc8bf733:35837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:29,058 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,35837,1732634486916, RpcServer on 6cc2bc8bf733/172.17.0.3:35837, sessionid=0x10177bbfbfb0004 2024-11-26T15:21:29,059 DEBUG [RS:0;6cc2bc8bf733:35837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:21:29,059 DEBUG [RS:0;6cc2bc8bf733:35837 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,35837,1732634486916 2024-11-26T15:21:29,059 DEBUG [RS:0;6cc2bc8bf733:35837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,35837,1732634486916' 2024-11-26T15:21:29,059 DEBUG [RS:0;6cc2bc8bf733:35837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1092491824/flush-table-proc/abort' 2024-11-26T15:21:29,059 DEBUG [RS:0;6cc2bc8bf733:35837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1092491824/flush-table-proc/acquired' 2024-11-26T15:21:29,059 DEBUG [RS:0;6cc2bc8bf733:35837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:21:29,059 DEBUG [RS:0;6cc2bc8bf733:35837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:21:29,059 DEBUG [RS:0;6cc2bc8bf733:35837 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,35837,1732634486916 2024-11-26T15:21:29,059 DEBUG [RS:0;6cc2bc8bf733:35837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,35837,1732634486916' 2024-11-26T15:21:29,059 DEBUG [RS:0;6cc2bc8bf733:35837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1092491824/online-snapshot/abort' 2024-11-26T15:21:29,060 DEBUG [RS:0;6cc2bc8bf733:35837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1092491824/online-snapshot/acquired' 2024-11-26T15:21:29,060 DEBUG [RS:0;6cc2bc8bf733:35837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:21:29,060 INFO [RS:0;6cc2bc8bf733:35837 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:21:29,060 INFO [RS:0;6cc2bc8bf733:35837 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:21:29,161 INFO [RS:0;6cc2bc8bf733:35837 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:21:29,163 INFO [RS:0;6cc2bc8bf733:35837 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C35837%2C1732634486916, suffix=, logDir=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916, archiveDir=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/oldWALs, maxLogs=10 2024-11-26T15:21:29,188 DEBUG [RS:0;6cc2bc8bf733:35837 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163, exclude list is [], retry=0 2024-11-26T15:21:29,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-03376161-7114-4039-9032-5ae8a0b7f6f9,DISK] 2024-11-26T15:21:29,225 INFO [RS:0;6cc2bc8bf733:35837 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 2024-11-26T15:21:29,239 DEBUG [RS:0;6cc2bc8bf733:35837 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)] 2024-11-26T15:21:29,298 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:21:29,299 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b 2024-11-26T15:21:29,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741833_1009 (size=32) 2024-11-26T15:21:29,373 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T15:21:29,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T15:21:29,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T15:21:29,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:21:29,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T15:21:29,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:21:29,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T15:21:29,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T15:21:29,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T15:21:29,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:29,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:21:29,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:21:29,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:29,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:29,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:21:29,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:21:29,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:29,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:29,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:21:29,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:21:29,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:29,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:29,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:21:29,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:21:29,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:29,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:29,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:21:29,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740 2024-11-26T15:21:29,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740 2024-11-26T15:21:29,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:21:29,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:21:29,722 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:21:29,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:21:29,727 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:21:29,727 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59545381, jitterRate=-0.11270467936992645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:21:29,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634489704Initializing all the Stores at 1732634489705 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634489705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634489705Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634489705Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634489705Cleaning up temporary data from old regions at 1732634489721 (+16 ms)Region opened successfully at 1732634489728 (+7 ms) 2024-11-26T15:21:29,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:21:29,728 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:21:29,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:21:29,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:21:29,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:21:29,728 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:21:29,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634489728Disabling compacts and flushes for region at 1732634489728Disabling writes for close at 1732634489728Writing region close event to WAL at 1732634489728Closed at 1732634489728 2024-11-26T15:21:29,730 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:21:29,730 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:21:29,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:21:29,731 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:21:29,732 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:21:29,882 DEBUG [6cc2bc8bf733:41533 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:21:29,882 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,35837,1732634486916 2024-11-26T15:21:29,883 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,35837,1732634486916, state=OPENING 2024-11-26T15:21:30,032 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:21:30,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824 2024-11-26T15:21:30,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824 2024-11-26T15:21:30,045 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:21:30,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1092491824/meta-region-server: CHANGED 2024-11-26T15:21:30,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1092491824/meta-region-server: CHANGED 2024-11-26T15:21:30,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,35837,1732634486916}] 2024-11-26T15:21:30,197 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:21:30,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:21:30,202 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:21:30,202 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:21:30,202 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:21:30,203 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C35837%2C1732634486916.meta, suffix=.meta, logDir=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916, archiveDir=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/oldWALs, maxLogs=10 2024-11-26T15:21:30,216 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.meta.1732634490203.meta, exclude list is [], retry=0 2024-11-26T15:21:30,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-03376161-7114-4039-9032-5ae8a0b7f6f9,DISK] 2024-11-26T15:21:30,220 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.meta.1732634490203.meta 2024-11-26T15:21:30,221 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)] 2024-11-26T15:21:30,221 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:21:30,221 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:21:30,221 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:21:30,221 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:21:30,221 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:21:30,221 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:21:30,221 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:30,221 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:21:30,221 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:21:30,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:21:30,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:21:30,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:30,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:30,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:21:30,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:21:30,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:30,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:30,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:21:30,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:21:30,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:30,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:30,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:21:30,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:21:30,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:30,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:30,228 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:21:30,228 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740 2024-11-26T15:21:30,229 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740 2024-11-26T15:21:30,230 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:21:30,230 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:21:30,231 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:21:30,232 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:21:30,232 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71308899, jitterRate=0.06258539855480194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:21:30,232 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:21:30,232 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634490222Writing region info on filesystem at 1732634490222Initializing all the Stores at 1732634490222Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634490222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634490222Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634490222Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634490222Cleaning up temporary data from old regions at 1732634490230 (+8 ms)Running coprocessor post-open hooks at 1732634490232 (+2 ms)Region opened successfully at 1732634490232 2024-11-26T15:21:30,233 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634490197 2024-11-26T15:21:30,235 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:21:30,235 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:21:30,235 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,35837,1732634486916 2024-11-26T15:21:30,236 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,35837,1732634486916, state=OPEN 2024-11-26T15:21:30,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1092491824/meta-region-server 2024-11-26T15:21:30,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1092491824/meta-region-server 2024-11-26T15:21:30,245 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,35837,1732634486916 2024-11-26T15:21:30,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1092491824/meta-region-server: CHANGED 2024-11-26T15:21:30,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1092491824/meta-region-server: CHANGED 2024-11-26T15:21:30,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:21:30,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,35837,1732634486916 in 200 msec 2024-11-26T15:21:30,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:21:30,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 518 msec 2024-11-26T15:21:30,251 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:21:30,251 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:21:30,253 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:30,253 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1] 2024-11-26T15:21:30,253 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:21:30,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:21:30,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3810 sec 2024-11-26T15:21:30,260 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634490260, completionTime=-1 2024-11-26T15:21:30,260 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:21:30,260 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:21:30,262 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:21:30,262 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634550262 2024-11-26T15:21:30,262 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634610262 2024-11-26T15:21:30,263 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T15:21:30,263 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41533,1732634486327-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:30,263 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41533,1732634486327-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:30,263 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41533,1732634486327-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:30,263 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:41533, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:30,263 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:30,263 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:30,265 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:21:30,267 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.285sec 2024-11-26T15:21:30,267 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:21:30,267 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:21:30,267 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:21:30,267 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:21:30,267 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:21:30,267 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41533,1732634486327-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:21:30,267 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41533,1732634486327-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:21:30,269 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:21:30,269 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:21:30,269 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41533,1732634486327-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:30,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e19791b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:30,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41533,-1 for getting cluster id 2024-11-26T15:21:30,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:30,342 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9d9aae8-20ee-4e48-8a27-28ddcab0bcac' 2024-11-26T15:21:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9d9aae8-20ee-4e48-8a27-28ddcab0bcac" 2024-11-26T15:21:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bb0d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41533,-1] 2024-11-26T15:21:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:30,343 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:30,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48853308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:30,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1] 2024-11-26T15:21:30,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:21:30,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:21:30,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,41533,1732634486327 2024-11-26T15:21:30,347 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62670 2024-11-26T15:21:30,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:21:30,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10177bbfbfb0005 connected 2024-11-26T15:21:30,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:30,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,43209,1732634479716 2024-11-26T15:21:30,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d07aca7 2024-11-26T15:21:30,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:21:30,375 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:21:30,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:21:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T15:21:30,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:21:30,378 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:30,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T15:21:30,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:21:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:21:30,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741835_1011 (size=902) 2024-11-26T15:21:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:21:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:21:30,785 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b2a2b16044adbd25a130f1048da71b83, NAME => 'test,,1732634490375.b2a2b16044adbd25a130f1048da71b83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61 2024-11-26T15:21:30,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741836_1012 (size=39) 2024-11-26T15:21:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:21:31,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732634490375.b2a2b16044adbd25a130f1048da71b83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:31,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b2a2b16044adbd25a130f1048da71b83, disabling compactions & flushes 2024-11-26T15:21:31,190 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732634490375.b2a2b16044adbd25a130f1048da71b83. 2024-11-26T15:21:31,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634490375.b2a2b16044adbd25a130f1048da71b83. 2024-11-26T15:21:31,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732634490375.b2a2b16044adbd25a130f1048da71b83. after waiting 0 ms 2024-11-26T15:21:31,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732634490375.b2a2b16044adbd25a130f1048da71b83. 2024-11-26T15:21:31,190 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732634490375.b2a2b16044adbd25a130f1048da71b83. 2024-11-26T15:21:31,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b2a2b16044adbd25a130f1048da71b83: Waiting for close lock at 1732634491190Disabling compacts and flushes for region at 1732634491190Disabling writes for close at 1732634491190Writing region close event to WAL at 1732634491190Closed at 1732634491190 2024-11-26T15:21:31,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:21:31,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732634490375.b2a2b16044adbd25a130f1048da71b83.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732634491191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634491191"}]},"ts":"1732634491191"} 2024-11-26T15:21:31,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:21:31,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:21:31,194 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634491194"}]},"ts":"1732634491194"} 2024-11-26T15:21:31,196 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T15:21:31,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b2a2b16044adbd25a130f1048da71b83, ASSIGN}] 2024-11-26T15:21:31,197 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b2a2b16044adbd25a130f1048da71b83, ASSIGN 2024-11-26T15:21:31,197 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b2a2b16044adbd25a130f1048da71b83, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,45811,1732634481591; forceNewPlan=false, retain=false 2024-11-26T15:21:31,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b2a2b16044adbd25a130f1048da71b83, regionState=OPENING, regionLocation=6cc2bc8bf733,45811,1732634481591 2024-11-26T15:21:31,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b2a2b16044adbd25a130f1048da71b83, ASSIGN because future has completed 2024-11-26T15:21:31,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2a2b16044adbd25a130f1048da71b83, server=6cc2bc8bf733,45811,1732634481591}] 2024-11-26T15:21:31,506 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732634490375.b2a2b16044adbd25a130f1048da71b83. 2024-11-26T15:21:31,507 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b2a2b16044adbd25a130f1048da71b83, NAME => 'test,,1732634490375.b2a2b16044adbd25a130f1048da71b83.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:21:31,507 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:21:31,507 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T15:21:31,507 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b2a2b16044adbd25a130f1048da71b83 2024-11-26T15:21:31,507 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732634490375.b2a2b16044adbd25a130f1048da71b83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:31,507 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b2a2b16044adbd25a130f1048da71b83 2024-11-26T15:21:31,507 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b2a2b16044adbd25a130f1048da71b83 2024-11-26T15:21:31,508 INFO [StoreOpener-b2a2b16044adbd25a130f1048da71b83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b2a2b16044adbd25a130f1048da71b83 2024-11-26T15:21:31,510 INFO [StoreOpener-b2a2b16044adbd25a130f1048da71b83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a2b16044adbd25a130f1048da71b83 columnFamilyName f 2024-11-26T15:21:31,510 DEBUG [StoreOpener-b2a2b16044adbd25a130f1048da71b83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:31,510 INFO [StoreOpener-b2a2b16044adbd25a130f1048da71b83-1 {}] regionserver.HStore(327): Store=b2a2b16044adbd25a130f1048da71b83/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:31,510 INFO [StoreOpener-b2a2b16044adbd25a130f1048da71b83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b2a2b16044adbd25a130f1048da71b83 2024-11-26T15:21:31,511 INFO [StoreOpener-b2a2b16044adbd25a130f1048da71b83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a2b16044adbd25a130f1048da71b83 columnFamilyName f1 2024-11-26T15:21:31,511 DEBUG [StoreOpener-b2a2b16044adbd25a130f1048da71b83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:31,511 INFO [StoreOpener-b2a2b16044adbd25a130f1048da71b83-1 {}] regionserver.HStore(327): Store=b2a2b16044adbd25a130f1048da71b83/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:31,511 INFO [StoreOpener-b2a2b16044adbd25a130f1048da71b83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b2a2b16044adbd25a130f1048da71b83 2024-11-26T15:21:31,512 INFO [StoreOpener-b2a2b16044adbd25a130f1048da71b83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a2b16044adbd25a130f1048da71b83 columnFamilyName norep 2024-11-26T15:21:31,512 DEBUG [StoreOpener-b2a2b16044adbd25a130f1048da71b83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:31,512 INFO [StoreOpener-b2a2b16044adbd25a130f1048da71b83-1 {}] regionserver.HStore(327): Store=b2a2b16044adbd25a130f1048da71b83/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:31,513 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b2a2b16044adbd25a130f1048da71b83 2024-11-26T15:21:31,513 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83 2024-11-26T15:21:31,513 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83 2024-11-26T15:21:31,514 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b2a2b16044adbd25a130f1048da71b83 2024-11-26T15:21:31,514 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b2a2b16044adbd25a130f1048da71b83 2024-11-26T15:21:31,514 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:21:31,515 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b2a2b16044adbd25a130f1048da71b83 2024-11-26T15:21:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:21:31,517 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:21:31,517 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b2a2b16044adbd25a130f1048da71b83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71171979, jitterRate=0.06054513156414032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:21:31,517 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2a2b16044adbd25a130f1048da71b83 2024-11-26T15:21:31,518 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b2a2b16044adbd25a130f1048da71b83: Running coprocessor pre-open hook at 1732634491507Writing region info on filesystem at 1732634491507Initializing all the Stores at 1732634491508 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634491508Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634491508Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634491508Cleaning up temporary data from old regions at 1732634491514 (+6 ms)Running coprocessor post-open hooks at 1732634491517 (+3 ms)Region opened successfully at 1732634491518 (+1 ms) 2024-11-26T15:21:31,519 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732634490375.b2a2b16044adbd25a130f1048da71b83., pid=6, masterSystemTime=1732634491503 2024-11-26T15:21:31,520 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732634490375.b2a2b16044adbd25a130f1048da71b83. 2024-11-26T15:21:31,520 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732634490375.b2a2b16044adbd25a130f1048da71b83. 2024-11-26T15:21:31,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b2a2b16044adbd25a130f1048da71b83, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6cc2bc8bf733,45811,1732634481591 2024-11-26T15:21:31,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2a2b16044adbd25a130f1048da71b83, server=6cc2bc8bf733,45811,1732634481591 because future has completed 2024-11-26T15:21:31,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:21:31,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b2a2b16044adbd25a130f1048da71b83, server=6cc2bc8bf733,45811,1732634481591 in 173 msec 2024-11-26T15:21:31,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T15:21:31,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b2a2b16044adbd25a130f1048da71b83, ASSIGN in 330 msec 2024-11-26T15:21:31,528 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:21:31,528 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634491528"}]},"ts":"1732634491528"} 2024-11-26T15:21:31,530 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T15:21:31,531 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:21:31,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-26T15:21:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:21:32,526 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T15:21:32,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:32,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,41533,1732634486327 2024-11-26T15:21:32,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6058475c 2024-11-26T15:21:32,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:21:32,528 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:21:32,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:21:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T15:21:32,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:21:32,531 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:32,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T15:21:32,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:21:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:21:32,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741835_1011 (size=902) 2024-11-26T15:21:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:21:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:21:32,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02e9c007ce50fa7e15dce6bc2ebd6c8b, NAME => 'test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b 2024-11-26T15:21:32,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741836_1012 (size=39) 2024-11-26T15:21:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:21:33,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:33,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 02e9c007ce50fa7e15dce6bc2ebd6c8b, disabling compactions & flushes 2024-11-26T15:21:33,345 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b. 2024-11-26T15:21:33,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b. 2024-11-26T15:21:33,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b. after waiting 0 ms 2024-11-26T15:21:33,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b. 2024-11-26T15:21:33,345 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b. 2024-11-26T15:21:33,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02e9c007ce50fa7e15dce6bc2ebd6c8b: Waiting for close lock at 1732634493345Disabling compacts and flushes for region at 1732634493345Disabling writes for close at 1732634493345Writing region close event to WAL at 1732634493345Closed at 1732634493345 2024-11-26T15:21:33,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:21:33,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732634493346"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634493346"}]},"ts":"1732634493346"} 2024-11-26T15:21:33,348 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:21:33,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:21:33,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634493349"}]},"ts":"1732634493349"} 2024-11-26T15:21:33,350 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T15:21:33,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=02e9c007ce50fa7e15dce6bc2ebd6c8b, ASSIGN}] 2024-11-26T15:21:33,351 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=02e9c007ce50fa7e15dce6bc2ebd6c8b, ASSIGN 2024-11-26T15:21:33,352 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=02e9c007ce50fa7e15dce6bc2ebd6c8b, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,35837,1732634486916; forceNewPlan=false, retain=false 2024-11-26T15:21:33,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02e9c007ce50fa7e15dce6bc2ebd6c8b, regionState=OPENING, regionLocation=6cc2bc8bf733,35837,1732634486916 2024-11-26T15:21:33,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=02e9c007ce50fa7e15dce6bc2ebd6c8b, ASSIGN because future has completed 2024-11-26T15:21:33,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02e9c007ce50fa7e15dce6bc2ebd6c8b, server=6cc2bc8bf733,35837,1732634486916}] 2024-11-26T15:21:33,659 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b. 2024-11-26T15:21:33,659 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 02e9c007ce50fa7e15dce6bc2ebd6c8b, NAME => 'test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:21:33,660 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:21:33,660 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T15:21:33,660 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 02e9c007ce50fa7e15dce6bc2ebd6c8b 2024-11-26T15:21:33,660 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:33,660 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 02e9c007ce50fa7e15dce6bc2ebd6c8b 2024-11-26T15:21:33,660 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 02e9c007ce50fa7e15dce6bc2ebd6c8b 2024-11-26T15:21:33,661 INFO [StoreOpener-02e9c007ce50fa7e15dce6bc2ebd6c8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 02e9c007ce50fa7e15dce6bc2ebd6c8b 2024-11-26T15:21:33,662 INFO [StoreOpener-02e9c007ce50fa7e15dce6bc2ebd6c8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02e9c007ce50fa7e15dce6bc2ebd6c8b columnFamilyName f 2024-11-26T15:21:33,662 DEBUG [StoreOpener-02e9c007ce50fa7e15dce6bc2ebd6c8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:33,662 INFO [StoreOpener-02e9c007ce50fa7e15dce6bc2ebd6c8b-1 {}] regionserver.HStore(327): Store=02e9c007ce50fa7e15dce6bc2ebd6c8b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:33,662 INFO [StoreOpener-02e9c007ce50fa7e15dce6bc2ebd6c8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 02e9c007ce50fa7e15dce6bc2ebd6c8b 2024-11-26T15:21:33,663 INFO [StoreOpener-02e9c007ce50fa7e15dce6bc2ebd6c8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02e9c007ce50fa7e15dce6bc2ebd6c8b columnFamilyName f1 2024-11-26T15:21:33,663 DEBUG [StoreOpener-02e9c007ce50fa7e15dce6bc2ebd6c8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:33,663 INFO [StoreOpener-02e9c007ce50fa7e15dce6bc2ebd6c8b-1 {}] regionserver.HStore(327): Store=02e9c007ce50fa7e15dce6bc2ebd6c8b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:33,664 INFO [StoreOpener-02e9c007ce50fa7e15dce6bc2ebd6c8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 02e9c007ce50fa7e15dce6bc2ebd6c8b 2024-11-26T15:21:33,664 INFO [StoreOpener-02e9c007ce50fa7e15dce6bc2ebd6c8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02e9c007ce50fa7e15dce6bc2ebd6c8b columnFamilyName norep 2024-11-26T15:21:33,664 DEBUG [StoreOpener-02e9c007ce50fa7e15dce6bc2ebd6c8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:33,664 INFO [StoreOpener-02e9c007ce50fa7e15dce6bc2ebd6c8b-1 {}] regionserver.HStore(327): Store=02e9c007ce50fa7e15dce6bc2ebd6c8b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:33,665 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 02e9c007ce50fa7e15dce6bc2ebd6c8b 2024-11-26T15:21:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:21:33,665 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b 2024-11-26T15:21:33,665 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b 2024-11-26T15:21:33,666 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 02e9c007ce50fa7e15dce6bc2ebd6c8b 2024-11-26T15:21:33,666 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 02e9c007ce50fa7e15dce6bc2ebd6c8b 2024-11-26T15:21:33,666 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:21:33,668 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 02e9c007ce50fa7e15dce6bc2ebd6c8b 2024-11-26T15:21:33,670 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:21:33,670 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 02e9c007ce50fa7e15dce6bc2ebd6c8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67451630, jitterRate=0.005107611417770386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:21:33,670 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02e9c007ce50fa7e15dce6bc2ebd6c8b 2024-11-26T15:21:33,670 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 02e9c007ce50fa7e15dce6bc2ebd6c8b: Running coprocessor pre-open hook at 1732634493660Writing region info on filesystem at 1732634493660Initializing all the Stores at 1732634493661 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634493661Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634493661Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634493661Cleaning up temporary data from old regions at 1732634493666 (+5 ms)Running coprocessor post-open hooks at 1732634493670 (+4 ms)Region opened successfully at 1732634493670 2024-11-26T15:21:33,671 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b., pid=6, masterSystemTime=1732634493656 2024-11-26T15:21:33,672 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b. 2024-11-26T15:21:33,672 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b. 2024-11-26T15:21:33,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02e9c007ce50fa7e15dce6bc2ebd6c8b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6cc2bc8bf733,35837,1732634486916 2024-11-26T15:21:33,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02e9c007ce50fa7e15dce6bc2ebd6c8b, server=6cc2bc8bf733,35837,1732634486916 because future has completed 2024-11-26T15:21:33,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:21:33,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 02e9c007ce50fa7e15dce6bc2ebd6c8b, server=6cc2bc8bf733,35837,1732634486916 in 171 msec 2024-11-26T15:21:33,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T15:21:33,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=02e9c007ce50fa7e15dce6bc2ebd6c8b, ASSIGN in 327 msec 2024-11-26T15:21:33,679 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:21:33,679 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634493679"}]},"ts":"1732634493679"} 2024-11-26T15:21:33,681 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T15:21:33,682 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:21:33,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-26T15:21:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:21:34,675 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T15:21:34,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1224068e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:34,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43209,-1 for getting cluster id 2024-11-26T15:21:34,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:34,676 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03e8c087-a217-4e91-86ad-354d4b0e6687' 2024-11-26T15:21:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03e8c087-a217-4e91-86ad-354d4b0e6687" 2024-11-26T15:21:34,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127b67f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:34,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43209,-1] 2024-11-26T15:21:34,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:34,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:34,677 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:34,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e22a8b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:34,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@607703dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:34,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41533,-1 for getting cluster id 2024-11-26T15:21:34,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:34,679 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9d9aae8-20ee-4e48-8a27-28ddcab0bcac' 2024-11-26T15:21:34,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:34,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9d9aae8-20ee-4e48-8a27-28ddcab0bcac" 2024-11-26T15:21:34,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249b0b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:34,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41533,-1] 2024-11-26T15:21:34,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:34,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:34,680 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2906c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:34,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ea603e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:34,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43209,-1 for getting cluster id 2024-11-26T15:21:34,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:34,682 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03e8c087-a217-4e91-86ad-354d4b0e6687' 2024-11-26T15:21:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03e8c087-a217-4e91-86ad-354d4b0e6687" 2024-11-26T15:21:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116b95ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43209,-1] 2024-11-26T15:21:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:34,683 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:34,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e03257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:34,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,43209,1732634479716 2024-11-26T15:21:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57f3bf2 2024-11-26T15:21:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:21:34,686 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:21:34,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6cc2bc8bf733:41533,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T15:21:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:21:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:21:34,688 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:41533' 2024-11-26T15:21:34,689 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dfb2f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:34,689 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41533,-1 for getting cluster id 2024-11-26T15:21:34,689 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:34,690 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9d9aae8-20ee-4e48-8a27-28ddcab0bcac' 2024-11-26T15:21:34,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:34,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9d9aae8-20ee-4e48-8a27-28ddcab0bcac" 2024-11-26T15:21:34,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f7078b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:34,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41533,-1] 2024-11-26T15:21:34,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:34,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:34,692 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:34,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697edd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:34,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:34,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,41533,1732634486327 2024-11-26T15:21:34,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36933d30 2024-11-26T15:21:34,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:21:34,695 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:21:34,695 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T15:21:34,695 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:21:34,696 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:34,696 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:34,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:34,696 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:21:34,697 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T15:21:34,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:21:34,698 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:34,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:21:34,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741837_1013 (size=1138) 2024-11-26T15:21:34,748 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T15:21:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:21:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:21:35,013 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T15:21:35,107 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7dd28d80a2f13ff08af55d83352334e1, NAME => 'hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61 2024-11-26T15:21:35,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741838_1014 (size=44) 2024-11-26T15:21:35,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:35,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:35,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:35,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:35,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:35,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:35,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:35,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:21:35,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:35,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7dd28d80a2f13ff08af55d83352334e1, disabling compactions & flushes 2024-11-26T15:21:35,512 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1. 2024-11-26T15:21:35,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1. 2024-11-26T15:21:35,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1. after waiting 0 ms 2024-11-26T15:21:35,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1. 2024-11-26T15:21:35,512 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1. 2024-11-26T15:21:35,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7dd28d80a2f13ff08af55d83352334e1: Waiting for close lock at 1732634495512Disabling compacts and flushes for region at 1732634495512Disabling writes for close at 1732634495512Writing region close event to WAL at 1732634495512Closed at 1732634495512 2024-11-26T15:21:35,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:21:35,513 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732634495513"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634495513"}]},"ts":"1732634495513"} 2024-11-26T15:21:35,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:21:35,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:21:35,516 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634495516"}]},"ts":"1732634495516"} 2024-11-26T15:21:35,518 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T15:21:35,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7dd28d80a2f13ff08af55d83352334e1, ASSIGN}] 2024-11-26T15:21:35,519 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7dd28d80a2f13ff08af55d83352334e1, ASSIGN 2024-11-26T15:21:35,520 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7dd28d80a2f13ff08af55d83352334e1, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,45811,1732634481591; forceNewPlan=false, retain=false 2024-11-26T15:21:35,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7dd28d80a2f13ff08af55d83352334e1, regionState=OPENING, regionLocation=6cc2bc8bf733,45811,1732634481591 2024-11-26T15:21:35,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7dd28d80a2f13ff08af55d83352334e1, ASSIGN because future has completed 2024-11-26T15:21:35,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dd28d80a2f13ff08af55d83352334e1, server=6cc2bc8bf733,45811,1732634481591}] 2024-11-26T15:21:35,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:21:35,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:35,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:35,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:35,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:35,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:35,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:35,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:35,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:21:35,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1. 2024-11-26T15:21:35,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:21:35,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T15:21:35,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C45811%2C1732634481591.rep, suffix=, logDir=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591, archiveDir=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/oldWALs, maxLogs=10 2024-11-26T15:21:35,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.rep.1732634495831, exclude list is [], retry=0 2024-11-26T15:21:35,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43999,DS-b3e9653f-70f3-493b-adcd-196793197d16,DISK] 2024-11-26T15:21:35,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.rep.1732634495831 2024-11-26T15:21:35,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42771:42771)] 2024-11-26T15:21:35,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dd28d80a2f13ff08af55d83352334e1, NAME => 'hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:21:35,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:21:35,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:21:35,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1. service=MultiRowMutationService 2024-11-26T15:21:35,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T15:21:35,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7dd28d80a2f13ff08af55d83352334e1 2024-11-26T15:21:35,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:35,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7dd28d80a2f13ff08af55d83352334e1 2024-11-26T15:21:35,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7dd28d80a2f13ff08af55d83352334e1 2024-11-26T15:21:35,864 INFO [StoreOpener-7dd28d80a2f13ff08af55d83352334e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7dd28d80a2f13ff08af55d83352334e1 2024-11-26T15:21:35,866 INFO [StoreOpener-7dd28d80a2f13ff08af55d83352334e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dd28d80a2f13ff08af55d83352334e1 columnFamilyName hfileref 2024-11-26T15:21:35,866 DEBUG [StoreOpener-7dd28d80a2f13ff08af55d83352334e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:35,868 INFO [StoreOpener-7dd28d80a2f13ff08af55d83352334e1-1 {}] regionserver.HStore(327): Store=7dd28d80a2f13ff08af55d83352334e1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:35,868 INFO [StoreOpener-7dd28d80a2f13ff08af55d83352334e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7dd28d80a2f13ff08af55d83352334e1 2024-11-26T15:21:35,870 INFO [StoreOpener-7dd28d80a2f13ff08af55d83352334e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dd28d80a2f13ff08af55d83352334e1 columnFamilyName queue 2024-11-26T15:21:35,870 DEBUG [StoreOpener-7dd28d80a2f13ff08af55d83352334e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:35,870 INFO [StoreOpener-7dd28d80a2f13ff08af55d83352334e1-1 {}] regionserver.HStore(327): Store=7dd28d80a2f13ff08af55d83352334e1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:35,871 INFO [StoreOpener-7dd28d80a2f13ff08af55d83352334e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7dd28d80a2f13ff08af55d83352334e1 2024-11-26T15:21:35,872 INFO [StoreOpener-7dd28d80a2f13ff08af55d83352334e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dd28d80a2f13ff08af55d83352334e1 columnFamilyName sid 2024-11-26T15:21:35,872 DEBUG [StoreOpener-7dd28d80a2f13ff08af55d83352334e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:35,873 INFO [StoreOpener-7dd28d80a2f13ff08af55d83352334e1-1 {}] regionserver.HStore(327): Store=7dd28d80a2f13ff08af55d83352334e1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:35,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7dd28d80a2f13ff08af55d83352334e1 2024-11-26T15:21:35,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/replication/7dd28d80a2f13ff08af55d83352334e1 2024-11-26T15:21:35,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/replication/7dd28d80a2f13ff08af55d83352334e1 2024-11-26T15:21:35,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7dd28d80a2f13ff08af55d83352334e1 2024-11-26T15:21:35,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7dd28d80a2f13ff08af55d83352334e1 2024-11-26T15:21:35,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:21:35,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7dd28d80a2f13ff08af55d83352334e1 2024-11-26T15:21:35,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/replication/7dd28d80a2f13ff08af55d83352334e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:21:35,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7dd28d80a2f13ff08af55d83352334e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63495169, jitterRate=-0.053848251700401306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:21:35,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dd28d80a2f13ff08af55d83352334e1 2024-11-26T15:21:35,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7dd28d80a2f13ff08af55d83352334e1: Running coprocessor pre-open hook at 1732634495862Writing region info on filesystem at 1732634495862Initializing all the Stores at 1732634495863 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634495863Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634495864 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634495864Cleaning up temporary data from old regions at 1732634495877 (+13 ms)Running coprocessor post-open hooks at 1732634495890 (+13 ms)Region opened successfully at 1732634495890 2024-11-26T15:21:35,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1., pid=10, masterSystemTime=1732634495825 2024-11-26T15:21:35,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1. 2024-11-26T15:21:35,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1. 2024-11-26T15:21:35,895 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7dd28d80a2f13ff08af55d83352334e1, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,45811,1732634481591 2024-11-26T15:21:35,897 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43209 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=6cc2bc8bf733,45811,1732634481591, table=hbase:replication, region=7dd28d80a2f13ff08af55d83352334e1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T15:21:35,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dd28d80a2f13ff08af55d83352334e1, server=6cc2bc8bf733,45811,1732634481591 because future has completed 2024-11-26T15:21:35,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T15:21:35,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dd28d80a2f13ff08af55d83352334e1, server=6cc2bc8bf733,45811,1732634481591 in 228 msec 2024-11-26T15:21:35,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T15:21:35,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7dd28d80a2f13ff08af55d83352334e1, ASSIGN in 386 msec 2024-11-26T15:21:35,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:21:35,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634495907"}]},"ts":"1732634495907"} 2024-11-26T15:21:35,910 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T15:21:35,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:21:35,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2160 sec 2024-11-26T15:21:35,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1., hostname=6cc2bc8bf733,45811,1732634481591, seqNum=2] 2024-11-26T15:21:35,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397 2024-11-26T15:21:35,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397 2024-11-26T15:21:36,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:21:36,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T15:21:36,165 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T15:21:36,192 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6cc2bc8bf733,45811,1732634481591, ReplicationSource: 1, currentBandwidth=0 2024-11-26T15:21:36,193 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:36,193 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45811,1732634481591, seqNum=-1] 2024-11-26T15:21:36,193 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:21:36,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-26T15:21:36,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6cc2bc8bf733,45811,1732634481591', locateType=CURRENT is [region=hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1., hostname=6cc2bc8bf733,45811,1732634481591, seqNum=2] 2024-11-26T15:21:36,197 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T15:21:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T15:21:36,199 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6cc2bc8bf733,45811,1732634481591 suceeded 2024-11-26T15:21:36,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T15:21:36,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-26T15:21:36,201 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6cc2bc8bf733:41533,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:21:36,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5150 sec 2024-11-26T15:21:36,212 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:41533' 2024-11-26T15:21:36,213 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49a0920a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:36,213 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41533,-1 for getting cluster id 2024-11-26T15:21:36,213 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:36,214 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9d9aae8-20ee-4e48-8a27-28ddcab0bcac' 2024-11-26T15:21:36,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:36,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9d9aae8-20ee-4e48-8a27-28ddcab0bcac" 2024-11-26T15:21:36,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e20ffa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:36,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41533,-1] 2024-11-26T15:21:36,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:36,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:36,216 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:36,216 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@759228eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:36,217 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:36,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,41533,1732634486327 2024-11-26T15:21:36,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c18650c 2024-11-26T15:21:36,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:21:36,218 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-26T15:21:36,218 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6cc2bc8bf733,45811,1732634481591 (queues=1) is replicating from cluster=03e8c087-a217-4e91-86ad-354d4b0e6687 to cluster=d9d9aae8-20ee-4e48-8a27-28ddcab0bcac 2024-11-26T15:21:36,219 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6cc2bc8bf733%2C45811%2C1732634481591 2024-11-26T15:21:36,219 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6cc2bc8bf733,45811,1732634481591, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:21:36,219 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C45811%2C1732634481591 2024-11-26T15:21:36,219 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522, startPosition=0, beingWritten=true 2024-11-26T15:21:36,224 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:21:36,224 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 379, reset compression=false 2024-11-26T15:21:36,224 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,45811,1732634481591 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:21:36,428 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 379, reset compression=false 2024-11-26T15:21:36,731 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 379, reset compression=false 2024-11-26T15:21:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:21:36,836 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T15:21:36,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:21:36,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:36,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:36,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:36,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:36,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cead10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:36,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41533,-1 for getting cluster id 2024-11-26T15:21:36,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:36,838 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9d9aae8-20ee-4e48-8a27-28ddcab0bcac' 2024-11-26T15:21:36,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:36,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9d9aae8-20ee-4e48-8a27-28ddcab0bcac" 2024-11-26T15:21:36,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d96e125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:36,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41533,-1] 2024-11-26T15:21:36,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:36,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:36,839 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:36,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179e928f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:36,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,41533,1732634486327 2024-11-26T15:21:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@696ce318 2024-11-26T15:21:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:21:36,841 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:21:36,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6cc2bc8bf733:43209,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T15:21:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:21:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:21:36,844 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:43209' 2024-11-26T15:21:36,847 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724ec6c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:36,847 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43209,-1 for getting cluster id 2024-11-26T15:21:36,847 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:36,848 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03e8c087-a217-4e91-86ad-354d4b0e6687' 2024-11-26T15:21:36,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:36,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03e8c087-a217-4e91-86ad-354d4b0e6687" 2024-11-26T15:21:36,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f1f5da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:36,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43209,-1] 2024-11-26T15:21:36,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:36,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:36,850 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:36,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2949180c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:36,850 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:36,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,43209,1732634479716 2024-11-26T15:21:36,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d89e5 2024-11-26T15:21:36,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:21:36,852 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:21:36,852 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T15:21:36,853 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:21:36,853 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:36,853 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:36,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:36,853 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:21:36,854 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T15:21:36,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:21:36,855 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:36,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:21:36,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741837_1013 (size=1138) 2024-11-26T15:21:36,904 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T15:21:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:21:37,135 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 379, reset compression=false 2024-11-26T15:21:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:21:37,262 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f544b0922d1db7a45bac99f09d2a6d8, NAME => 'hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b 2024-11-26T15:21:37,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741838_1014 (size=44) 2024-11-26T15:21:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:21:37,639 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 379, reset compression=false 2024-11-26T15:21:37,669 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:37,669 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1f544b0922d1db7a45bac99f09d2a6d8, disabling compactions & flushes 2024-11-26T15:21:37,669 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8. 2024-11-26T15:21:37,669 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8. 2024-11-26T15:21:37,669 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8. after waiting 0 ms 2024-11-26T15:21:37,669 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8. 2024-11-26T15:21:37,669 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8. 2024-11-26T15:21:37,669 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f544b0922d1db7a45bac99f09d2a6d8: Waiting for close lock at 1732634497669Disabling compacts and flushes for region at 1732634497669Disabling writes for close at 1732634497669Writing region close event to WAL at 1732634497669Closed at 1732634497669 2024-11-26T15:21:37,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:21:37,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732634497670"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634497670"}]},"ts":"1732634497670"} 2024-11-26T15:21:37,672 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:21:37,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:21:37,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634497673"}]},"ts":"1732634497673"} 2024-11-26T15:21:37,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T15:21:37,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f544b0922d1db7a45bac99f09d2a6d8, ASSIGN}] 2024-11-26T15:21:37,675 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f544b0922d1db7a45bac99f09d2a6d8, ASSIGN 2024-11-26T15:21:37,676 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f544b0922d1db7a45bac99f09d2a6d8, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,35837,1732634486916; forceNewPlan=false, retain=false 2024-11-26T15:21:37,827 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1f544b0922d1db7a45bac99f09d2a6d8, regionState=OPENING, regionLocation=6cc2bc8bf733,35837,1732634486916 2024-11-26T15:21:37,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f544b0922d1db7a45bac99f09d2a6d8, ASSIGN because future has completed 2024-11-26T15:21:37,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f544b0922d1db7a45bac99f09d2a6d8, server=6cc2bc8bf733,35837,1732634486916}] 2024-11-26T15:21:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:21:37,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8. 2024-11-26T15:21:37,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:21:37,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T15:21:37,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C35837%2C1732634486916.rep, suffix=, logDir=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916, archiveDir=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/oldWALs, maxLogs=10 2024-11-26T15:21:37,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.rep.1732634497986, exclude list is [], retry=0 2024-11-26T15:21:38,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-03376161-7114-4039-9032-5ae8a0b7f6f9,DISK] 2024-11-26T15:21:38,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.rep.1732634497986 2024-11-26T15:21:38,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)] 2024-11-26T15:21:38,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f544b0922d1db7a45bac99f09d2a6d8, NAME => 'hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:21:38,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:21:38,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:21:38,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8. service=MultiRowMutationService 2024-11-26T15:21:38,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T15:21:38,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1f544b0922d1db7a45bac99f09d2a6d8 2024-11-26T15:21:38,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:38,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1f544b0922d1db7a45bac99f09d2a6d8 2024-11-26T15:21:38,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1f544b0922d1db7a45bac99f09d2a6d8 2024-11-26T15:21:38,003 INFO [StoreOpener-1f544b0922d1db7a45bac99f09d2a6d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1f544b0922d1db7a45bac99f09d2a6d8 2024-11-26T15:21:38,004 INFO [StoreOpener-1f544b0922d1db7a45bac99f09d2a6d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f544b0922d1db7a45bac99f09d2a6d8 columnFamilyName hfileref 2024-11-26T15:21:38,004 DEBUG [StoreOpener-1f544b0922d1db7a45bac99f09d2a6d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:38,004 INFO [StoreOpener-1f544b0922d1db7a45bac99f09d2a6d8-1 {}] regionserver.HStore(327): Store=1f544b0922d1db7a45bac99f09d2a6d8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:38,005 INFO [StoreOpener-1f544b0922d1db7a45bac99f09d2a6d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1f544b0922d1db7a45bac99f09d2a6d8 2024-11-26T15:21:38,005 INFO [StoreOpener-1f544b0922d1db7a45bac99f09d2a6d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f544b0922d1db7a45bac99f09d2a6d8 columnFamilyName queue 2024-11-26T15:21:38,005 DEBUG [StoreOpener-1f544b0922d1db7a45bac99f09d2a6d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:38,006 INFO [StoreOpener-1f544b0922d1db7a45bac99f09d2a6d8-1 {}] regionserver.HStore(327): Store=1f544b0922d1db7a45bac99f09d2a6d8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:38,006 INFO [StoreOpener-1f544b0922d1db7a45bac99f09d2a6d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1f544b0922d1db7a45bac99f09d2a6d8 2024-11-26T15:21:38,007 INFO [StoreOpener-1f544b0922d1db7a45bac99f09d2a6d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f544b0922d1db7a45bac99f09d2a6d8 columnFamilyName sid 2024-11-26T15:21:38,007 DEBUG [StoreOpener-1f544b0922d1db7a45bac99f09d2a6d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:38,007 INFO [StoreOpener-1f544b0922d1db7a45bac99f09d2a6d8-1 {}] regionserver.HStore(327): Store=1f544b0922d1db7a45bac99f09d2a6d8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:38,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1f544b0922d1db7a45bac99f09d2a6d8 2024-11-26T15:21:38,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/replication/1f544b0922d1db7a45bac99f09d2a6d8 2024-11-26T15:21:38,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/replication/1f544b0922d1db7a45bac99f09d2a6d8 2024-11-26T15:21:38,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1f544b0922d1db7a45bac99f09d2a6d8 2024-11-26T15:21:38,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1f544b0922d1db7a45bac99f09d2a6d8 2024-11-26T15:21:38,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:21:38,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1f544b0922d1db7a45bac99f09d2a6d8 2024-11-26T15:21:38,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/replication/1f544b0922d1db7a45bac99f09d2a6d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:21:38,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1f544b0922d1db7a45bac99f09d2a6d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62020611, jitterRate=-0.07582087814807892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:21:38,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f544b0922d1db7a45bac99f09d2a6d8 2024-11-26T15:21:38,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1f544b0922d1db7a45bac99f09d2a6d8: Running coprocessor pre-open hook at 1732634498002Writing region info on filesystem at 1732634498002Initializing all the Stores at 1732634498003 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634498003Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634498003Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634498003Cleaning up temporary data from old regions at 1732634498009 (+6 ms)Running coprocessor post-open hooks at 1732634498011 (+2 ms)Region opened successfully at 1732634498011 2024-11-26T15:21:38,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8., pid=10, masterSystemTime=1732634497981 2024-11-26T15:21:38,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8. 2024-11-26T15:21:38,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8. 2024-11-26T15:21:38,014 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1f544b0922d1db7a45bac99f09d2a6d8, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,35837,1732634486916 2024-11-26T15:21:38,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f544b0922d1db7a45bac99f09d2a6d8, server=6cc2bc8bf733,35837,1732634486916 because future has completed 2024-11-26T15:21:38,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T15:21:38,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f544b0922d1db7a45bac99f09d2a6d8, server=6cc2bc8bf733,35837,1732634486916 in 188 msec 2024-11-26T15:21:38,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T15:21:38,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f544b0922d1db7a45bac99f09d2a6d8, ASSIGN in 345 msec 2024-11-26T15:21:38,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:21:38,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634498021"}]},"ts":"1732634498021"} 2024-11-26T15:21:38,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T15:21:38,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:21:38,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-26T15:21:38,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8., hostname=6cc2bc8bf733,35837,1732634486916, seqNum=2] 2024-11-26T15:21:38,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824 2024-11-26T15:21:38,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824 2024-11-26T15:21:38,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:21:38,243 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 379, reset compression=false 2024-11-26T15:21:38,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T15:21:38,260 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T15:21:38,286 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6cc2bc8bf733,35837,1732634486916, ReplicationSource: 1, currentBandwidth=0 2024-11-26T15:21:38,287 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:38,287 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1] 2024-11-26T15:21:38,287 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:21:38,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-26T15:21:38,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6cc2bc8bf733,35837,1732634486916', locateType=CURRENT is [region=hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8., hostname=6cc2bc8bf733,35837,1732634486916, seqNum=2] 2024-11-26T15:21:38,291 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T15:21:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T15:21:38,293 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6cc2bc8bf733,35837,1732634486916 suceeded 2024-11-26T15:21:38,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T15:21:38,295 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6cc2bc8bf733:43209,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:21:38,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-26T15:21:38,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4540 sec 2024-11-26T15:21:38,304 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:43209' 2024-11-26T15:21:38,305 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17dc108f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:38,305 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43209,-1 for getting cluster id 2024-11-26T15:21:38,305 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:38,306 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03e8c087-a217-4e91-86ad-354d4b0e6687' 2024-11-26T15:21:38,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:38,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03e8c087-a217-4e91-86ad-354d4b0e6687" 2024-11-26T15:21:38,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d827edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:38,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43209,-1] 2024-11-26T15:21:38,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:38,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:38,307 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:38,308 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@624cc1a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:38,308 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:38,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,43209,1732634479716 2024-11-26T15:21:38,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49950ada 2024-11-26T15:21:38,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:21:38,309 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-26T15:21:38,310 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6cc2bc8bf733,35837,1732634486916 (queues=1) is replicating from cluster=d9d9aae8-20ee-4e48-8a27-28ddcab0bcac to cluster=03e8c087-a217-4e91-86ad-354d4b0e6687 2024-11-26T15:21:38,310 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6cc2bc8bf733%2C35837%2C1732634486916 2024-11-26T15:21:38,310 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6cc2bc8bf733,35837,1732634486916, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:21:38,310 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.shipper6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C35837%2C1732634486916 2024-11-26T15:21:38,310 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163, startPosition=0, beingWritten=true 2024-11-26T15:21:38,315 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:21:38,315 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 379, reset compression=false 2024-11-26T15:21:38,315 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.shipper6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,35837,1732634486916 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:21:38,518 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 379, reset compression=false 2024-11-26T15:21:38,822 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 379, reset compression=false 2024-11-26T15:21:38,947 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 379, reset compression=false 2024-11-26T15:21:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:21:38,985 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T15:21:38,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:21:38,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:38,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:38,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:38,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:38,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:38,990 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732634498989/Put/seqid=0 2024-11-26T15:21:38,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741840_1016 (size=7894) 2024-11-26T15:21:39,226 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 379, reset compression=false 2024-11-26T15:21:39,396 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732634499395/Put/seqid=0 2024-11-26T15:21:39,433 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T15:21:39,433 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T15:21:39,433 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T15:21:39,433 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T15:21:39,434 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:21:39,434 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T15:21:39,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741841_1017 (size=7691) 2024-11-26T15:21:39,730 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 379, reset compression=false 2024-11-26T15:21:39,751 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 379, reset compression=false 2024-11-26T15:21:39,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df7b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:39,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43209,-1 for getting cluster id 2024-11-26T15:21:39,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:39,840 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03e8c087-a217-4e91-86ad-354d4b0e6687' 2024-11-26T15:21:39,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:39,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03e8c087-a217-4e91-86ad-354d4b0e6687" 2024-11-26T15:21:39,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2a138d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:39,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43209,-1] 2024-11-26T15:21:39,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:39,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:39,841 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:39,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277341e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:39,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45811,1732634481591, seqNum=-1] 2024-11-26T15:21:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:21:39,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:21:39,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:39,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,43209,1732634479716 2024-11-26T15:21:39,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60d8af83 2024-11-26T15:21:39,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:21:39,852 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:21:39,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732634490375.b2a2b16044adbd25a130f1048da71b83., hostname=6cc2bc8bf733,45811,1732634481591, seqNum=2] 2024-11-26T15:21:39,858 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T15:21:39,863 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-26T15:21:39,866 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-26T15:21:39,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/testHFileCyclicReplication_01/f/hfile_1 for inclusion in b2a2b16044adbd25a130f1048da71b83/f 2024-11-26T15:21:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T15:21:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:21:39,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/testHFileCyclicReplication_01/f/hfile_0 for inclusion in b2a2b16044adbd25a130f1048da71b83/f 2024-11-26T15:21:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T15:21:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:21:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HRegion(2603): Flush status journal for b2a2b16044adbd25a130f1048da71b83: 2024-11-26T15:21:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins__test__5a300q7a3h3mjkvl6bmmdeisa0tishin6s8mpf2v41v9srfsq7dlb6n7d56f5ba5/f/hfile_1 2024-11-26T15:21:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins__test__5a300q7a3h3mjkvl6bmmdeisa0tishin6s8mpf2v41v9srfsq7dlb6n7d56f5ba5/f/hfile_1 as hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83/f/9bb34989fa3b419e9ab7b24d0e4d553b_SeqId_4_ 2024-11-26T15:21:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins__test__5a300q7a3h3mjkvl6bmmdeisa0tishin6s8mpf2v41v9srfsq7dlb6n7d56f5ba5/f/hfile_0 2024-11-26T15:21:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins__test__5a300q7a3h3mjkvl6bmmdeisa0tishin6s8mpf2v41v9srfsq7dlb6n7d56f5ba5/f/hfile_0 as hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83/f/b1b437ee48d044758f7bdb9dcf6b8435_SeqId_4_ 2024-11-26T15:21:39,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins__test__5a300q7a3h3mjkvl6bmmdeisa0tishin6s8mpf2v41v9srfsq7dlb6n7d56f5ba5/f/hfile_1 into b2a2b16044adbd25a130f1048da71b83/f as hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83/f/9bb34989fa3b419e9ab7b24d0e4d553b_SeqId_4_ - updating store file list. 2024-11-26T15:21:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9bb34989fa3b419e9ab7b24d0e4d553b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T15:21:39,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83/f/9bb34989fa3b419e9ab7b24d0e4d553b_SeqId_4_ into b2a2b16044adbd25a130f1048da71b83/f 2024-11-26T15:21:39,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins__test__5a300q7a3h3mjkvl6bmmdeisa0tishin6s8mpf2v41v9srfsq7dlb6n7d56f5ba5/f/hfile_1 into b2a2b16044adbd25a130f1048da71b83/f (new location: hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83/f/9bb34989fa3b419e9ab7b24d0e4d553b_SeqId_4_) 2024-11-26T15:21:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins__test__5a300q7a3h3mjkvl6bmmdeisa0tishin6s8mpf2v41v9srfsq7dlb6n7d56f5ba5/f/hfile_1 2024-11-26T15:21:39,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins__test__5a300q7a3h3mjkvl6bmmdeisa0tishin6s8mpf2v41v9srfsq7dlb6n7d56f5ba5/f/hfile_0 into b2a2b16044adbd25a130f1048da71b83/f as hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83/f/b1b437ee48d044758f7bdb9dcf6b8435_SeqId_4_ - updating store file list. 2024-11-26T15:21:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b1b437ee48d044758f7bdb9dcf6b8435_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T15:21:39,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83/f/b1b437ee48d044758f7bdb9dcf6b8435_SeqId_4_ into b2a2b16044adbd25a130f1048da71b83/f 2024-11-26T15:21:39,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins__test__5a300q7a3h3mjkvl6bmmdeisa0tishin6s8mpf2v41v9srfsq7dlb6n7d56f5ba5/f/hfile_0 into b2a2b16044adbd25a130f1048da71b83/f (new location: hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83/f/b1b437ee48d044758f7bdb9dcf6b8435_SeqId_4_) 2024-11-26T15:21:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins__test__5a300q7a3h3mjkvl6bmmdeisa0tishin6s8mpf2v41v9srfsq7dlb6n7d56f5ba5/f/hfile_0 2024-11-26T15:21:39,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:21:39,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:39,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:39,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:39,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732634490375.b2a2b16044adbd25a130f1048da71b83., hostname=6cc2bc8bf733,45811,1732634481591, seqNum=2 , the old value is region=test,,1732634490375.b2a2b16044adbd25a130f1048da71b83., hostname=6cc2bc8bf733,45811,1732634481591, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6cc2bc8bf733:45811 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T15:21:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732634490375.b2a2b16044adbd25a130f1048da71b83., hostname=6cc2bc8bf733,45811,1732634481591, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T15:21:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732634490375.b2a2b16044adbd25a130f1048da71b83., hostname=6cc2bc8bf733,45811,1732634481591, seqNum=2 from cache 2024-11-26T15:21:39,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:39,910 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T15:21:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1] 2024-11-26T15:21:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:21:39,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:21:39,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b., hostname=6cc2bc8bf733,35837,1732634486916, seqNum=2] 2024-11-26T15:21:39,915 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T15:21:40,016 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T15:21:40,334 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 379, reset compression=false 2024-11-26T15:21:40,667 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 379, reset compression=false 2024-11-26T15:21:40,693 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:21:40,693 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,45811,1732634481591 got entry batch from reader: WALEntryBatch [walEntries=[{test/b2a2b16044adbd25a130f1048da71b83/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732634499906/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T15:21:40,697 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:21:40,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-26T15:21:40,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.ReplicationSink(318): Replicating [03e8c087-a217-4e91-86ad-354d4b0e6687] bulk loaded data 2024-11-26T15:21:40,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44cb0032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:40,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41533,-1 for getting cluster id 2024-11-26T15:21:40,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:40,706 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9d9aae8-20ee-4e48-8a27-28ddcab0bcac' 2024-11-26T15:21:40,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:40,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9d9aae8-20ee-4e48-8a27-28ddcab0bcac" 2024-11-26T15:21:40,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@422df0dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:40,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41533,-1] 2024-11-26T15:21:40,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:40,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:40,707 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:40,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3832b2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:40,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741840_1016 (size=7691) 2024-11-26T15:21:40,893 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 687, reset compression=false 2024-11-26T15:21:40,918 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T15:21:41,038 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 379, reset compression=false 2024-11-26T15:21:41,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741841_1017 (size=7894) 2024-11-26T15:21:41,200 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 687, reset compression=false 2024-11-26T15:21:41,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:21:41,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:41,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:41,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:41,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:41,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:41,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:41,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:41,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:41,477 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T15:21:41,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:41,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,41533,1732634486327 2024-11-26T15:21:41,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f239af0 2024-11-26T15:21:41,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:21:41,573 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-26T15:21:41,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T15:21:41,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:41,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1] 2024-11-26T15:21:41,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:21:41,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-26T15:21:41,590 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins.hfs.11__test__fpk7tpunhs8oge3ohp16giugh5a0a22m84knjtet6mamqhc9odm9bt632mntmji9/f/9bb34989fa3b419e9ab7b24d0e4d553b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T15:21:41,599 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins.hfs.11__test__fpk7tpunhs8oge3ohp16giugh5a0a22m84knjtet6mamqhc9odm9bt632mntmji9/f/b1b437ee48d044758f7bdb9dcf6b8435_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T15:21:41,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins.hfs.11__test__fpk7tpunhs8oge3ohp16giugh5a0a22m84knjtet6mamqhc9odm9bt632mntmji9/f/9bb34989fa3b419e9ab7b24d0e4d553b_SeqId_4_ for inclusion in 02e9c007ce50fa7e15dce6bc2ebd6c8b/f 2024-11-26T15:21:41,605 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 687, reset compression=false 2024-11-26T15:21:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T15:21:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:21:41,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins.hfs.11__test__fpk7tpunhs8oge3ohp16giugh5a0a22m84knjtet6mamqhc9odm9bt632mntmji9/f/b1b437ee48d044758f7bdb9dcf6b8435_SeqId_4_ for inclusion in 02e9c007ce50fa7e15dce6bc2ebd6c8b/f 2024-11-26T15:21:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T15:21:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:21:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HRegion(2603): Flush status journal for 02e9c007ce50fa7e15dce6bc2ebd6c8b: 2024-11-26T15:21:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9bb34989fa3b419e9ab7b24d0e4d553b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T15:21:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins.hfs.11__test__fpk7tpunhs8oge3ohp16giugh5a0a22m84knjtet6mamqhc9odm9bt632mntmji9/f/9bb34989fa3b419e9ab7b24d0e4d553b_SeqId_4_ as hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b/f/7d2b81cafd0e4b66aeeddbed58f8096d_SeqId_4_ 2024-11-26T15:21:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b1b437ee48d044758f7bdb9dcf6b8435_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T15:21:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins.hfs.11__test__fpk7tpunhs8oge3ohp16giugh5a0a22m84knjtet6mamqhc9odm9bt632mntmji9/f/b1b437ee48d044758f7bdb9dcf6b8435_SeqId_4_ as hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b/f/f66b73fe8aa04c9c99e56cf0e80eee7e_SeqId_4_ 2024-11-26T15:21:41,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins.hfs.11__test__fpk7tpunhs8oge3ohp16giugh5a0a22m84knjtet6mamqhc9odm9bt632mntmji9/f/9bb34989fa3b419e9ab7b24d0e4d553b_SeqId_4_ into 02e9c007ce50fa7e15dce6bc2ebd6c8b/f as hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b/f/7d2b81cafd0e4b66aeeddbed58f8096d_SeqId_4_ - updating store file list. 2024-11-26T15:21:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7d2b81cafd0e4b66aeeddbed58f8096d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T15:21:41,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b/f/7d2b81cafd0e4b66aeeddbed58f8096d_SeqId_4_ into 02e9c007ce50fa7e15dce6bc2ebd6c8b/f 2024-11-26T15:21:41,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins.hfs.11__test__fpk7tpunhs8oge3ohp16giugh5a0a22m84knjtet6mamqhc9odm9bt632mntmji9/f/9bb34989fa3b419e9ab7b24d0e4d553b_SeqId_4_ into 02e9c007ce50fa7e15dce6bc2ebd6c8b/f (new location: hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b/f/7d2b81cafd0e4b66aeeddbed58f8096d_SeqId_4_) 2024-11-26T15:21:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins.hfs.11__test__fpk7tpunhs8oge3ohp16giugh5a0a22m84knjtet6mamqhc9odm9bt632mntmji9/f/9bb34989fa3b419e9ab7b24d0e4d553b_SeqId_4_ 2024-11-26T15:21:41,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins.hfs.11__test__fpk7tpunhs8oge3ohp16giugh5a0a22m84knjtet6mamqhc9odm9bt632mntmji9/f/b1b437ee48d044758f7bdb9dcf6b8435_SeqId_4_ into 02e9c007ce50fa7e15dce6bc2ebd6c8b/f as hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b/f/f66b73fe8aa04c9c99e56cf0e80eee7e_SeqId_4_ - updating store file list. 2024-11-26T15:21:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f66b73fe8aa04c9c99e56cf0e80eee7e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T15:21:41,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b/f/f66b73fe8aa04c9c99e56cf0e80eee7e_SeqId_4_ into 02e9c007ce50fa7e15dce6bc2ebd6c8b/f 2024-11-26T15:21:41,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins.hfs.11__test__fpk7tpunhs8oge3ohp16giugh5a0a22m84knjtet6mamqhc9odm9bt632mntmji9/f/b1b437ee48d044758f7bdb9dcf6b8435_SeqId_4_ into 02e9c007ce50fa7e15dce6bc2ebd6c8b/f (new location: hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b/f/f66b73fe8aa04c9c99e56cf0e80eee7e_SeqId_4_) 2024-11-26T15:21:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins.hfs.11__test__fpk7tpunhs8oge3ohp16giugh5a0a22m84knjtet6mamqhc9odm9bt632mntmji9/f/b1b437ee48d044758f7bdb9dcf6b8435_SeqId_4_ 2024-11-26T15:21:41,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.ReplicationSink(324): Finished replicating [03e8c087-a217-4e91-86ad-354d4b0e6687] bulk loaded data 2024-11-26T15:21:41,843 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 379, reset compression=false 2024-11-26T15:21:41,854 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:21:41,855 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.shipper6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,35837,1732634486916 got entry batch from reader: WALEntryBatch [walEntries=[{test/02e9c007ce50fa7e15dce6bc2ebd6c8b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732634501629/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-26T15:21:41,857 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.shipper6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:21:41,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-26T15:21:41,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.ReplicationSink(318): Replicating [03e8c087-a217-4e91-86ad-354d4b0e6687, d9d9aae8-20ee-4e48-8a27-28ddcab0bcac] bulk loaded data 2024-11-26T15:21:41,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1694768d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:41,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43209,-1 for getting cluster id 2024-11-26T15:21:41,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:41,865 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03e8c087-a217-4e91-86ad-354d4b0e6687' 2024-11-26T15:21:41,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:41,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03e8c087-a217-4e91-86ad-354d4b0e6687" 2024-11-26T15:21:41,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e399a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:41,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43209,-1] 2024-11-26T15:21:41,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:41,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:41,868 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:41,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@432ebf34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:41,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741842_1018 (size=7691) 2024-11-26T15:21:41,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:41,931 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732634501930/Put/seqid=0 2024-11-26T15:21:41,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741842_1018 (size=11194) 2024-11-26T15:21:41,951 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732634501950/Put/seqid=0 2024-11-26T15:21:41,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741843_1019 (size=10791) 2024-11-26T15:21:42,055 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 725, reset compression=false 2024-11-26T15:21:42,109 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 687, reset compression=false 2024-11-26T15:21:42,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741843_1019 (size=7894) 2024-11-26T15:21:42,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:42,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,43209,1732634479716 2024-11-26T15:21:42,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75326750 2024-11-26T15:21:42,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:21:42,321 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-26T15:21:42,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T15:21:42,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:42,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45811,1732634481591, seqNum=-1] 2024-11-26T15:21:42,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:21:42,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-26T15:21:42,332 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins.hfs.10__test__afur2mdpd6unvp0vav3j7edp5k6o9c5nqubioheaf6blfnhitdnmfpb53qno76bg/f/7d2b81cafd0e4b66aeeddbed58f8096d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T15:21:42,347 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins.hfs.10__test__afur2mdpd6unvp0vav3j7edp5k6o9c5nqubioheaf6blfnhitdnmfpb53qno76bg/f/f66b73fe8aa04c9c99e56cf0e80eee7e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T15:21:42,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.ReplicationSink(324): Finished replicating [03e8c087-a217-4e91-86ad-354d4b0e6687, d9d9aae8-20ee-4e48-8a27-28ddcab0bcac] bulk loaded data 2024-11-26T15:21:42,362 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 725, reset compression=false 2024-11-26T15:21:42,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f4eb87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:42,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41533,-1 for getting cluster id 2024-11-26T15:21:42,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:42,375 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9d9aae8-20ee-4e48-8a27-28ddcab0bcac' 2024-11-26T15:21:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9d9aae8-20ee-4e48-8a27-28ddcab0bcac" 2024-11-26T15:21:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57aef448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41533,-1] 2024-11-26T15:21:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:42,377 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:42,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d16381d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:42,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:42,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1] 2024-11-26T15:21:42,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:21:42,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:21:42,391 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:42,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,41533,1732634486327 2024-11-26T15:21:42,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@887d7 2024-11-26T15:21:42,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:21:42,396 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:21:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b., hostname=6cc2bc8bf733,35837,1732634486916, seqNum=2] 2024-11-26T15:21:42,417 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T15:21:42,428 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-26T15:21:42,432 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-26T15:21:42,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 02e9c007ce50fa7e15dce6bc2ebd6c8b/f 2024-11-26T15:21:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T15:21:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:21:42,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 02e9c007ce50fa7e15dce6bc2ebd6c8b/f 2024-11-26T15:21:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T15:21:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:21:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HRegion(2603): Flush status journal for 02e9c007ce50fa7e15dce6bc2ebd6c8b: 2024-11-26T15:21:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins__test__r80tgcqn60k8rr8irtubkl3nkqs0rgpp45hmo8eetcfr4ip8o0bbdcaeu7v8r2bf/f/hfile_1 2024-11-26T15:21:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins__test__r80tgcqn60k8rr8irtubkl3nkqs0rgpp45hmo8eetcfr4ip8o0bbdcaeu7v8r2bf/f/hfile_1 as hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b/f/e73df9292cd048bda09b6b9a0c3028aa_SeqId_6_ 2024-11-26T15:21:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins__test__r80tgcqn60k8rr8irtubkl3nkqs0rgpp45hmo8eetcfr4ip8o0bbdcaeu7v8r2bf/f/hfile_0 2024-11-26T15:21:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins__test__r80tgcqn60k8rr8irtubkl3nkqs0rgpp45hmo8eetcfr4ip8o0bbdcaeu7v8r2bf/f/hfile_0 as hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b/f/8d918bdb56c948cd92259425890bbbb4_SeqId_6_ 2024-11-26T15:21:42,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins__test__r80tgcqn60k8rr8irtubkl3nkqs0rgpp45hmo8eetcfr4ip8o0bbdcaeu7v8r2bf/f/hfile_1 into 02e9c007ce50fa7e15dce6bc2ebd6c8b/f as hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b/f/e73df9292cd048bda09b6b9a0c3028aa_SeqId_6_ - updating store file list. 2024-11-26T15:21:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e73df9292cd048bda09b6b9a0c3028aa_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T15:21:42,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b/f/e73df9292cd048bda09b6b9a0c3028aa_SeqId_6_ into 02e9c007ce50fa7e15dce6bc2ebd6c8b/f 2024-11-26T15:21:42,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins__test__r80tgcqn60k8rr8irtubkl3nkqs0rgpp45hmo8eetcfr4ip8o0bbdcaeu7v8r2bf/f/hfile_1 into 02e9c007ce50fa7e15dce6bc2ebd6c8b/f (new location: hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b/f/e73df9292cd048bda09b6b9a0c3028aa_SeqId_6_) 2024-11-26T15:21:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins__test__r80tgcqn60k8rr8irtubkl3nkqs0rgpp45hmo8eetcfr4ip8o0bbdcaeu7v8r2bf/f/hfile_1 2024-11-26T15:21:42,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins__test__r80tgcqn60k8rr8irtubkl3nkqs0rgpp45hmo8eetcfr4ip8o0bbdcaeu7v8r2bf/f/hfile_0 into 02e9c007ce50fa7e15dce6bc2ebd6c8b/f as hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b/f/8d918bdb56c948cd92259425890bbbb4_SeqId_6_ - updating store file list. 2024-11-26T15:21:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8d918bdb56c948cd92259425890bbbb4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T15:21:42,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b/f/8d918bdb56c948cd92259425890bbbb4_SeqId_6_ into 02e9c007ce50fa7e15dce6bc2ebd6c8b/f 2024-11-26T15:21:42,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins__test__r80tgcqn60k8rr8irtubkl3nkqs0rgpp45hmo8eetcfr4ip8o0bbdcaeu7v8r2bf/f/hfile_0 into 02e9c007ce50fa7e15dce6bc2ebd6c8b/f (new location: hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b/f/8d918bdb56c948cd92259425890bbbb4_SeqId_6_) 2024-11-26T15:21:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/staging/jenkins__test__r80tgcqn60k8rr8irtubkl3nkqs0rgpp45hmo8eetcfr4ip8o0bbdcaeu7v8r2bf/f/hfile_0 2024-11-26T15:21:42,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:21:42,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:42,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:42,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:42,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b., hostname=6cc2bc8bf733,35837,1732634486916, seqNum=2 , the old value is region=test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b., hostname=6cc2bc8bf733,35837,1732634486916, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6cc2bc8bf733:35837 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T15:21:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b., hostname=6cc2bc8bf733,35837,1732634486916, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T15:21:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b., hostname=6cc2bc8bf733,35837,1732634486916, seqNum=2 from cache 2024-11-26T15:21:42,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45811,1732634481591, seqNum=-1] 2024-11-26T15:21:42,488 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T15:21:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:21:42,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:21:42,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732634490375.b2a2b16044adbd25a130f1048da71b83., hostname=6cc2bc8bf733,45811,1732634481591, seqNum=2] 2024-11-26T15:21:42,500 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T15:21:42,595 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:35837 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T15:21:42,717 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 687, reset compression=false 2024-11-26T15:21:42,774 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 725, reset compression=false 2024-11-26T15:21:42,778 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:21:42,778 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.shipper6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,35837,1732634486916 got entry batch from reader: WALEntryBatch [walEntries=[{test/02e9c007ce50fa7e15dce6bc2ebd6c8b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732634502483/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T15:21:42,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.ReplicationSink(318): Replicating [d9d9aae8-20ee-4e48-8a27-28ddcab0bcac] bulk loaded data 2024-11-26T15:21:42,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741844_1020 (size=10791) 2024-11-26T15:21:42,978 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 1033, reset compression=false 2024-11-26T15:21:43,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741845_1021 (size=11194) 2024-11-26T15:21:43,282 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 1033, reset compression=false 2024-11-26T15:21:43,420 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 687, reset compression=false 2024-11-26T15:21:43,507 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T15:21:43,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T15:21:43,639 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins.hfs.10__test__oiuhev17ifbplmm07d9p44sigbfi5452oop99k6sd6hcnk3ad7c2vgt27gg3q761/f/8d918bdb56c948cd92259425890bbbb4_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-26T15:21:43,646 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins.hfs.10__test__oiuhev17ifbplmm07d9p44sigbfi5452oop99k6sd6hcnk3ad7c2vgt27gg3q761/f/e73df9292cd048bda09b6b9a0c3028aa_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-26T15:21:43,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins.hfs.10__test__oiuhev17ifbplmm07d9p44sigbfi5452oop99k6sd6hcnk3ad7c2vgt27gg3q761/f/e73df9292cd048bda09b6b9a0c3028aa_SeqId_6_ for inclusion in b2a2b16044adbd25a130f1048da71b83/f 2024-11-26T15:21:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T15:21:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:21:43,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins.hfs.10__test__oiuhev17ifbplmm07d9p44sigbfi5452oop99k6sd6hcnk3ad7c2vgt27gg3q761/f/8d918bdb56c948cd92259425890bbbb4_SeqId_6_ for inclusion in b2a2b16044adbd25a130f1048da71b83/f 2024-11-26T15:21:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T15:21:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:21:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HRegion(2603): Flush status journal for b2a2b16044adbd25a130f1048da71b83: 2024-11-26T15:21:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e73df9292cd048bda09b6b9a0c3028aa_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T15:21:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins.hfs.10__test__oiuhev17ifbplmm07d9p44sigbfi5452oop99k6sd6hcnk3ad7c2vgt27gg3q761/f/e73df9292cd048bda09b6b9a0c3028aa_SeqId_6_ as hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83/f/7740d63e56b54bd6be4eaff4483186a0_SeqId_6_ 2024-11-26T15:21:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8d918bdb56c948cd92259425890bbbb4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T15:21:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins.hfs.10__test__oiuhev17ifbplmm07d9p44sigbfi5452oop99k6sd6hcnk3ad7c2vgt27gg3q761/f/8d918bdb56c948cd92259425890bbbb4_SeqId_6_ as hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83/f/18c31307587542ff83a0629a870a5c95_SeqId_6_ 2024-11-26T15:21:43,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins.hfs.10__test__oiuhev17ifbplmm07d9p44sigbfi5452oop99k6sd6hcnk3ad7c2vgt27gg3q761/f/e73df9292cd048bda09b6b9a0c3028aa_SeqId_6_ into b2a2b16044adbd25a130f1048da71b83/f as hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83/f/7740d63e56b54bd6be4eaff4483186a0_SeqId_6_ - updating store file list. 2024-11-26T15:21:43,686 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 1033, reset compression=false 2024-11-26T15:21:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7740d63e56b54bd6be4eaff4483186a0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T15:21:43,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83/f/7740d63e56b54bd6be4eaff4483186a0_SeqId_6_ into b2a2b16044adbd25a130f1048da71b83/f 2024-11-26T15:21:43,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins.hfs.10__test__oiuhev17ifbplmm07d9p44sigbfi5452oop99k6sd6hcnk3ad7c2vgt27gg3q761/f/e73df9292cd048bda09b6b9a0c3028aa_SeqId_6_ into b2a2b16044adbd25a130f1048da71b83/f (new location: hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83/f/7740d63e56b54bd6be4eaff4483186a0_SeqId_6_) 2024-11-26T15:21:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins.hfs.10__test__oiuhev17ifbplmm07d9p44sigbfi5452oop99k6sd6hcnk3ad7c2vgt27gg3q761/f/e73df9292cd048bda09b6b9a0c3028aa_SeqId_6_ 2024-11-26T15:21:43,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins.hfs.10__test__oiuhev17ifbplmm07d9p44sigbfi5452oop99k6sd6hcnk3ad7c2vgt27gg3q761/f/8d918bdb56c948cd92259425890bbbb4_SeqId_6_ into b2a2b16044adbd25a130f1048da71b83/f as hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83/f/18c31307587542ff83a0629a870a5c95_SeqId_6_ - updating store file list. 2024-11-26T15:21:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 18c31307587542ff83a0629a870a5c95_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T15:21:43,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83/f/18c31307587542ff83a0629a870a5c95_SeqId_6_ into b2a2b16044adbd25a130f1048da71b83/f 2024-11-26T15:21:43,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins.hfs.10__test__oiuhev17ifbplmm07d9p44sigbfi5452oop99k6sd6hcnk3ad7c2vgt27gg3q761/f/8d918bdb56c948cd92259425890bbbb4_SeqId_6_ into b2a2b16044adbd25a130f1048da71b83/f (new location: hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83/f/18c31307587542ff83a0629a870a5c95_SeqId_6_) 2024-11-26T15:21:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/staging/jenkins.hfs.10__test__oiuhev17ifbplmm07d9p44sigbfi5452oop99k6sd6hcnk3ad7c2vgt27gg3q761/f/8d918bdb56c948cd92259425890bbbb4_SeqId_6_ 2024-11-26T15:21:43,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] regionserver.ReplicationSink(324): Finished replicating [d9d9aae8-20ee-4e48-8a27-28ddcab0bcac] bulk loaded data 2024-11-26T15:21:44,204 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 1033, reset compression=false 2024-11-26T15:21:44,224 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 687, reset compression=false 2024-11-26T15:21:44,229 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:21:44,229 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,45811,1732634481591 got entry batch from reader: WALEntryBatch [walEntries=[{test/b2a2b16044adbd25a130f1048da71b83/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732634503702/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-26T15:21:44,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.ReplicationSink(318): Replicating [d9d9aae8-20ee-4e48-8a27-28ddcab0bcac, 03e8c087-a217-4e91-86ad-354d4b0e6687] bulk loaded data 2024-11-26T15:21:44,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741844_1020 (size=10791) 2024-11-26T15:21:44,429 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 1033, reset compression=false 2024-11-26T15:21:44,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:21:44,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:21:44,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:44,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:44,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:44,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:44,518 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:21:44,518 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1608513770, stopped=false 2024-11-26T15:21:44,519 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,41533,1732634486327 2024-11-26T15:21:44,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1092491824/running 2024-11-26T15:21:44,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1092491824/running 2024-11-26T15:21:44,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824 2024-11-26T15:21:44,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824 2024-11-26T15:21:44,538 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:21:44,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:21:44,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:44,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:44,539 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,35837,1732634486916' ***** 2024-11-26T15:21:44,539 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:21:44,539 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:21:44,539 INFO [RS:0;6cc2bc8bf733:35837 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:21:44,539 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:21:44,539 INFO [RS:0;6cc2bc8bf733:35837 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:21:44,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Set watcher on znode that does not yet exist, /1-1092491824/running 2024-11-26T15:21:44,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Set watcher on znode that does not yet exist, /1-1092491824/running 2024-11-26T15:21:44,539 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f544b0922d1db7a45bac99f09d2a6d8 2024-11-26T15:21:44,540 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(3091): Received CLOSE for 02e9c007ce50fa7e15dce6bc2ebd6c8b 2024-11-26T15:21:44,540 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,35837,1732634486916 2024-11-26T15:21:44,540 INFO [RS:0;6cc2bc8bf733:35837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:21:44,540 INFO [RS:0;6cc2bc8bf733:35837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:35837. 2024-11-26T15:21:44,540 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f544b0922d1db7a45bac99f09d2a6d8, disabling compactions & flushes 2024-11-26T15:21:44,540 DEBUG [RS:0;6cc2bc8bf733:35837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:44,540 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8. 2024-11-26T15:21:44,540 DEBUG [RS:0;6cc2bc8bf733:35837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:44,540 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8. 2024-11-26T15:21:44,540 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8. after waiting 0 ms 2024-11-26T15:21:44,540 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8. 2024-11-26T15:21:44,540 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:21:44,540 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:21:44,540 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:21:44,540 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:21:44,540 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1f544b0922d1db7a45bac99f09d2a6d8 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-26T15:21:44,540 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:21:44,540 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T15:21:44,540 DEBUG [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(1325): Online Regions={1f544b0922d1db7a45bac99f09d2a6d8=hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8., 1588230740=hbase:meta,,1.1588230740, 02e9c007ce50fa7e15dce6bc2ebd6c8b=test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b.} 2024-11-26T15:21:44,540 DEBUG [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(1351): Waiting on 02e9c007ce50fa7e15dce6bc2ebd6c8b, 1588230740, 1f544b0922d1db7a45bac99f09d2a6d8 2024-11-26T15:21:44,540 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:21:44,540 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:21:44,540 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:21:44,540 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:21:44,540 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:21:44,540 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T15:21:44,559 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/.tmp/info/4cfe8e6827894a71ba84fdf6a9b7584d is 147, key is hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8./info:regioninfo/1732634498014/Put/seqid=0 2024-11-26T15:21:44,559 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/replication/1f544b0922d1db7a45bac99f09d2a6d8/.tmp/hfileref/862a3e64175b49bc841ead82f27a0aaa is 74, key is 1/hfileref:7d2b81cafd0e4b66aeeddbed58f8096d_SeqId_4_/1732634502353/DeleteColumn/seqid=0 2024-11-26T15:21:44,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741845_1021 (size=7686) 2024-11-26T15:21:44,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741846_1022 (size=5345) 2024-11-26T15:21:44,569 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/.tmp/info/4cfe8e6827894a71ba84fdf6a9b7584d 2024-11-26T15:21:44,569 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/replication/1f544b0922d1db7a45bac99f09d2a6d8/.tmp/hfileref/862a3e64175b49bc841ead82f27a0aaa 2024-11-26T15:21:44,603 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/replication/1f544b0922d1db7a45bac99f09d2a6d8/.tmp/queue/ee051456d750479ba66872cad31382a1 is 154, key is 1-6cc2bc8bf733,35837,1732634486916/queue:6cc2bc8bf733%2C35837%2C1732634486916/1732634503707/Put/seqid=0 2024-11-26T15:21:44,603 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/.tmp/ns/128e4457a21d4e709d51f4a5ec10883b is 43, key is default/ns:d/1732634490256/Put/seqid=0 2024-11-26T15:21:44,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741847_1023 (size=5153) 2024-11-26T15:21:44,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741848_1024 (size=5353) 2024-11-26T15:21:44,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741849_1025 (size=11194) 2024-11-26T15:21:44,732 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 1033, reset compression=false 2024-11-26T15:21:44,740 DEBUG [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(1351): Waiting on 02e9c007ce50fa7e15dce6bc2ebd6c8b, 1588230740, 1f544b0922d1db7a45bac99f09d2a6d8 2024-11-26T15:21:44,808 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 1033, reset compression=false 2024-11-26T15:21:44,944 DEBUG [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(1351): Waiting on 02e9c007ce50fa7e15dce6bc2ebd6c8b, 1588230740, 1f544b0922d1db7a45bac99f09d2a6d8 2024-11-26T15:21:45,010 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/.tmp/ns/128e4457a21d4e709d51f4a5ec10883b 2024-11-26T15:21:45,025 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/replication/1f544b0922d1db7a45bac99f09d2a6d8/.tmp/queue/ee051456d750479ba66872cad31382a1 2024-11-26T15:21:45,033 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:21:45,033 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:21:45,040 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/replication/1f544b0922d1db7a45bac99f09d2a6d8/.tmp/hfileref/862a3e64175b49bc841ead82f27a0aaa as hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/replication/1f544b0922d1db7a45bac99f09d2a6d8/hfileref/862a3e64175b49bc841ead82f27a0aaa 2024-11-26T15:21:45,046 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/.tmp/rep_barrier/64ae15fbadc142be8156d4779f527e65 is 112, key is test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b./rep_barrier:seqnumDuringOpen/1732634493673/Put/seqid=0 2024-11-26T15:21:45,046 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/replication/1f544b0922d1db7a45bac99f09d2a6d8/hfileref/862a3e64175b49bc841ead82f27a0aaa, entries=4, sequenceid=12, filesize=5.2 K 2024-11-26T15:21:45,048 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/replication/1f544b0922d1db7a45bac99f09d2a6d8/.tmp/queue/ee051456d750479ba66872cad31382a1 as hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/replication/1f544b0922d1db7a45bac99f09d2a6d8/queue/ee051456d750479ba66872cad31382a1 2024-11-26T15:21:45,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T15:21:45,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35837 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:21:45,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35837 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:57998 deadline: 1732634565061, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping 2024-11-26T15:21:45,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:21:45,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:21:45,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1 from cache 2024-11-26T15:21:45,073 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/replication/1f544b0922d1db7a45bac99f09d2a6d8/queue/ee051456d750479ba66872cad31382a1, entries=1, sequenceid=12, filesize=5.2 K 2024-11-26T15:21:45,074 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 1f544b0922d1db7a45bac99f09d2a6d8 in 534ms, sequenceid=12, compaction requested=false 2024-11-26T15:21:45,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741850_1026 (size=5518) 2024-11-26T15:21:45,093 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/replication/1f544b0922d1db7a45bac99f09d2a6d8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T15:21:45,094 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:21:45,094 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:21:45,094 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8. 2024-11-26T15:21:45,094 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f544b0922d1db7a45bac99f09d2a6d8: Waiting for close lock at 1732634504540Running coprocessor pre-close hooks at 1732634504540Disabling compacts and flushes for region at 1732634504540Disabling writes for close at 1732634504540Obtaining lock to block concurrent updates at 1732634504540Preparing flush snapshotting stores in 1f544b0922d1db7a45bac99f09d2a6d8 at 1732634504540Finished memstore snapshotting hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732634504540Flushing stores of hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8. at 1732634504541 (+1 ms)Flushing 1f544b0922d1db7a45bac99f09d2a6d8/hfileref: creating writer at 1732634504541Flushing 1f544b0922d1db7a45bac99f09d2a6d8/hfileref: appending metadata at 1732634504558 (+17 ms)Flushing 1f544b0922d1db7a45bac99f09d2a6d8/hfileref: closing flushed file at 1732634504558Flushing 1f544b0922d1db7a45bac99f09d2a6d8/queue: creating writer at 1732634504579 (+21 ms)Flushing 1f544b0922d1db7a45bac99f09d2a6d8/queue: appending metadata at 1732634504603 (+24 ms)Flushing 1f544b0922d1db7a45bac99f09d2a6d8/queue: closing flushed file at 1732634504603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2757be4c: reopening flushed file at 1732634505039 (+436 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d70371f: reopening flushed file at 1732634505046 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 1f544b0922d1db7a45bac99f09d2a6d8 in 534ms, sequenceid=12, compaction requested=false at 1732634505074 (+28 ms)Writing region close event to WAL at 1732634505083 (+9 ms)Running coprocessor post-close hooks at 1732634505094 (+11 ms)Closed at 1732634505094 2024-11-26T15:21:45,094 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732634496853.1f544b0922d1db7a45bac99f09d2a6d8. 2024-11-26T15:21:45,095 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02e9c007ce50fa7e15dce6bc2ebd6c8b, disabling compactions & flushes 2024-11-26T15:21:45,095 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b. 2024-11-26T15:21:45,095 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b. 2024-11-26T15:21:45,095 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b. after waiting 0 ms 2024-11-26T15:21:45,095 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b. 2024-11-26T15:21:45,116 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/default/test/02e9c007ce50fa7e15dce6bc2ebd6c8b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T15:21:45,117 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:21:45,117 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:21:45,117 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b. 2024-11-26T15:21:45,117 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02e9c007ce50fa7e15dce6bc2ebd6c8b: Waiting for close lock at 1732634505094Running coprocessor pre-close hooks at 1732634505094Disabling compacts and flushes for region at 1732634505095 (+1 ms)Disabling writes for close at 1732634505095Writing region close event to WAL at 1732634505109 (+14 ms)Running coprocessor post-close hooks at 1732634505117 (+8 ms)Closed at 1732634505117 2024-11-26T15:21:45,118 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732634492528.02e9c007ce50fa7e15dce6bc2ebd6c8b. 2024-11-26T15:21:45,136 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 1033, reset compression=false 2024-11-26T15:21:45,144 DEBUG [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:21:45,175 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:45,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1] 2024-11-26T15:21:45,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35837 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:21:45,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35837 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:57998 deadline: 1732634565061, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping 2024-11-26T15:21:45,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:21:45,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:21:45,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1 from cache 2024-11-26T15:21:45,344 DEBUG [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:21:45,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:45,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1] 2024-11-26T15:21:45,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35837 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:21:45,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35837 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:57998 deadline: 1732634565061, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping 2024-11-26T15:21:45,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:21:45,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:21:45,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1 from cache 2024-11-26T15:21:45,483 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/.tmp/rep_barrier/64ae15fbadc142be8156d4779f527e65 2024-11-26T15:21:45,499 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/.tmp/table/781fe90aa96545459afcf6044682e489 is 53, key is hbase:replication/table:state/1732634498021/Put/seqid=0 2024-11-26T15:21:45,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741851_1027 (size=5308) 2024-11-26T15:21:45,511 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 1033, reset compression=false 2024-11-26T15:21:45,515 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:21:45,515 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 1328, reset compression=false 2024-11-26T15:21:45,515 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.shipper6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,35837,1732634486916 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:21:45,516 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.shipper6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6cc2bc8bf733,35837,1732634486916: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6cc2bc8bf733,35837,1732634486916, walGroup=6cc2bc8bf733%2C35837%2C1732634486916, offset=6cc2bc8bf733%2C35837%2C1732634486916.1732634489163:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:35837 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T15:21:45,517 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.shipper6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T15:21:45,517 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.shipper6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T15:21:45,518 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.shipper6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T15:21:45,518 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.shipper6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T15:21:45,518 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.shipper6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T15:21:45,518 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.shipper6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 565079480 }, "NonHeapMemoryUsage": { "committed": 191168512, "init": 7667712, "max": -1, "used": 188325944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T15:21:45,520 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.shipper6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T15:21:45,545 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T15:21:45,545 DEBUG [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:21:45,545 DEBUG [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:21:45,649 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 1033, reset compression=false 2024-11-26T15:21:45,695 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:45,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1] 2024-11-26T15:21:45,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:21:45,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting 2024-11-26T15:21:45,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting 2024-11-26T15:21:45,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1 from cache 2024-11-26T15:21:45,720 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 1328, reset compression=false 2024-11-26T15:21:45,745 DEBUG [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:21:45,903 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/.tmp/table/781fe90aa96545459afcf6044682e489 2024-11-26T15:21:45,908 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/.tmp/info/4cfe8e6827894a71ba84fdf6a9b7584d as hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/info/4cfe8e6827894a71ba84fdf6a9b7584d 2024-11-26T15:21:45,912 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/info/4cfe8e6827894a71ba84fdf6a9b7584d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T15:21:45,913 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/.tmp/ns/128e4457a21d4e709d51f4a5ec10883b as hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/ns/128e4457a21d4e709d51f4a5ec10883b 2024-11-26T15:21:45,922 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/ns/128e4457a21d4e709d51f4a5ec10883b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T15:21:45,923 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/.tmp/rep_barrier/64ae15fbadc142be8156d4779f527e65 as hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/rep_barrier/64ae15fbadc142be8156d4779f527e65 2024-11-26T15:21:45,930 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/rep_barrier/64ae15fbadc142be8156d4779f527e65, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T15:21:45,936 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/.tmp/table/781fe90aa96545459afcf6044682e489 as hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/table/781fe90aa96545459afcf6044682e489 2024-11-26T15:21:45,946 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/table/781fe90aa96545459afcf6044682e489, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T15:21:45,946 DEBUG [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:21:45,947 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1407ms, sequenceid=16, compaction requested=false 2024-11-26T15:21:45,992 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T15:21:45,993 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:21:45,993 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:21:45,993 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:21:45,993 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634504540Running coprocessor pre-close hooks at 1732634504540Disabling compacts and flushes for region at 1732634504540Disabling writes for close at 1732634504540Obtaining lock to block concurrent updates at 1732634504541 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732634504541Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732634504541Flushing stores of hbase:meta,,1.1588230740 at 1732634504541Flushing 1588230740/info: creating writer at 1732634504541Flushing 1588230740/info: appending metadata at 1732634504558 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732634504558Flushing 1588230740/ns: creating writer at 1732634504579 (+21 ms)Flushing 1588230740/ns: appending metadata at 1732634504603 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732634504603Flushing 1588230740/rep_barrier: creating writer at 1732634505015 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732634505044 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732634505044Flushing 1588230740/table: creating writer at 1732634505487 (+443 ms)Flushing 1588230740/table: appending metadata at 1732634505499 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732634505499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@546571e: reopening flushed file at 1732634505907 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46429f4a: reopening flushed file at 1732634505913 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e601b61: reopening flushed file at 1732634505922 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f23f068: reopening flushed file at 1732634505930 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1407ms, sequenceid=16, compaction requested=false at 1732634505947 (+17 ms)Writing region close event to WAL at 1732634505978 (+31 ms)Running coprocessor post-close hooks at 1732634505993 (+15 ms)Closed at 1732634505993 2024-11-26T15:21:45,994 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:21:46,024 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.wal-reader.6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.1732634489163 to pos 1328, reset compression=false 2024-11-26T15:21:46,146 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,35837,1732634486916; all regions closed. 2024-11-26T15:21:46,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741834_1010 (size=4239) 2024-11-26T15:21:46,148 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.meta.1732634490203.meta not finished, retry = 0 2024-11-26T15:21:46,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:46,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1] 2024-11-26T15:21:46,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:21:46,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting 2024-11-26T15:21:46,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting 2024-11-26T15:21:46,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35837,1732634486916, seqNum=-1 from cache 2024-11-26T15:21:46,208 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:21:46,208 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-26T15:21:45.069Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:21:45.178Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:21:45.387Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:21:45.697Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting 2024-11-26T15:21:46.207Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6cc2bc8bf733,35837,1732634486916 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T15:21:46,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-26T15:21:45.069Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:21:45.178Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:21:45.387Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:21:45.697Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting 2024-11-26T15:21:46.207Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6cc2bc8bf733,35837,1732634486916 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T15:21:46,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35837 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:57994 deadline: 1732634564229, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-26T15:21:45.069Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:21:45.178Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:21:45.387Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:21:45.697Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting 2024-11-26T15:21:46.207Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting 2024-11-26T15:21:46,211 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-26T15:21:45.069Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:21:45.178Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:21:45.387Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6cc2bc8bf733,35837,1732634486916 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:21:45.697Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting 2024-11-26T15:21:46.207Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 6cc2bc8bf733,35837,1732634486916 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:21:46,253 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 1033, reset compression=false 2024-11-26T15:21:46,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:21:46,315 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6cc2bc8bf733,35837,1732634486916 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:21:46,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741839_1015 (size=3127) 2024-11-26T15:21:46,317 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/WALs/6cc2bc8bf733,35837,1732634486916/6cc2bc8bf733%2C35837%2C1732634486916.rep.1732634497986 not finished, retry = 0 2024-11-26T15:21:46,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741832_1008 (size=1336) 2024-11-26T15:21:46,420 DEBUG [RS:0;6cc2bc8bf733:35837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:46,420 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:21:46,420 INFO [RS:0;6cc2bc8bf733:35837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:21:46,420 INFO [RS:0;6cc2bc8bf733:35837 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T15:21:46,421 INFO [RS:0;6cc2bc8bf733:35837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:21:46,421 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:21:46,421 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6cc2bc8bf733,35837,1732634486916 because: Region server is closing 2024-11-26T15:21:46,421 INFO [RS:0;6cc2bc8bf733:35837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:35837. 2024-11-26T15:21:46,421 DEBUG [RS:0;6cc2bc8bf733:35837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:46,421 DEBUG [RS:0;6cc2bc8bf733:35837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:46,421 DEBUG [RS:0;6cc2bc8bf733:35837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:46,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:46,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6cc2bc8bf733,35837,1732634486916 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:21:46,519 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6cc2bc8bf733,35837,1732634486916 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:21:46,521 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35837,1732634486916.replicationSource.shipper6cc2bc8bf733%2C35837%2C1732634486916,1-6cc2bc8bf733,35837,1732634486916 terminated 2024-11-26T15:21:46,522 INFO [RS:0;6cc2bc8bf733:35837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:35837. 2024-11-26T15:21:46,522 DEBUG [RS:0;6cc2bc8bf733:35837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:46,522 DEBUG [RS:0;6cc2bc8bf733:35837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:46,522 DEBUG [RS:0;6cc2bc8bf733:35837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:46,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:46,522 INFO [RS:0;6cc2bc8bf733:35837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35837 2024-11-26T15:21:46,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824/rs 2024-11-26T15:21:46,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1092491824/rs/6cc2bc8bf733,35837,1732634486916 2024-11-26T15:21:46,538 INFO [RS:0;6cc2bc8bf733:35837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:21:46,548 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,35837,1732634486916] 2024-11-26T15:21:46,559 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1092491824/draining/6cc2bc8bf733,35837,1732634486916 already deleted, retry=false 2024-11-26T15:21:46,559 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,35837,1732634486916 expired; onlineServers=0 2024-11-26T15:21:46,559 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,41533,1732634486327' ***** 2024-11-26T15:21:46,559 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:21:46,559 INFO [M:0;6cc2bc8bf733:41533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:21:46,559 INFO [M:0;6cc2bc8bf733:41533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:21:46,560 DEBUG [M:0;6cc2bc8bf733:41533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:21:46,560 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:21:46,560 DEBUG [M:0;6cc2bc8bf733:41533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:21:46,560 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634488892 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634488892,5,FailOnTimeoutGroup] 2024-11-26T15:21:46,560 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634488884 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634488884,5,FailOnTimeoutGroup] 2024-11-26T15:21:46,560 INFO [M:0;6cc2bc8bf733:41533 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:21:46,560 INFO [M:0;6cc2bc8bf733:41533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:21:46,560 DEBUG [M:0;6cc2bc8bf733:41533 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:21:46,560 INFO [M:0;6cc2bc8bf733:41533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:21:46,560 INFO [M:0;6cc2bc8bf733:41533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:21:46,560 INFO [M:0;6cc2bc8bf733:41533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:21:46,560 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:21:46,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1092491824/master 2024-11-26T15:21:46,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092491824 2024-11-26T15:21:46,570 DEBUG [M:0;6cc2bc8bf733:41533 {}] zookeeper.ZKUtil(347): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Unable to get data of znode /1-1092491824/master because node does not exist (not an error) 2024-11-26T15:21:46,570 WARN [M:0;6cc2bc8bf733:41533 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:21:46,570 INFO [M:0;6cc2bc8bf733:41533 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/.lastflushedseqids 2024-11-26T15:21:46,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741852_1028 (size=263) 2024-11-26T15:21:46,582 INFO [M:0;6cc2bc8bf733:41533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:21:46,583 INFO [M:0;6cc2bc8bf733:41533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:21:46,583 DEBUG [M:0;6cc2bc8bf733:41533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:21:46,583 INFO [M:0;6cc2bc8bf733:41533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:46,583 DEBUG [M:0;6cc2bc8bf733:41533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:46,583 DEBUG [M:0;6cc2bc8bf733:41533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:21:46,583 DEBUG [M:0;6cc2bc8bf733:41533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:46,583 INFO [M:0;6cc2bc8bf733:41533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.48 KB heapSize=64.89 KB 2024-11-26T15:21:46,604 DEBUG [M:0;6cc2bc8bf733:41533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84fc2daaa8b0443394042b5b96273cd2 is 82, key is hbase:meta,,1/info:regioninfo/1732634490235/Put/seqid=0 2024-11-26T15:21:46,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741853_1029 (size=5672) 2024-11-26T15:21:46,609 INFO [M:0;6cc2bc8bf733:41533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84fc2daaa8b0443394042b5b96273cd2 2024-11-26T15:21:46,634 DEBUG [M:0;6cc2bc8bf733:41533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/344b22c195a84baeba224ac7832ef7af is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732634498024/Put/seqid=0 2024-11-26T15:21:46,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741854_1030 (size=8514) 2024-11-26T15:21:46,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:46,649 INFO [RS:0;6cc2bc8bf733:35837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:21:46,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35837-0x10177bbfbfb0004, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:46,649 INFO [RS:0;6cc2bc8bf733:35837 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,35837,1732634486916; zookeeper connection closed. 2024-11-26T15:21:46,649 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71e043a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71e043a0 2024-11-26T15:21:46,649 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:21:46,822 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6cc2bc8bf733:35837 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6cc2bc8bf733/172.17.0.3:35837 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:21:46,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6cc2bc8bf733:35837 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6cc2bc8bf733/172.17.0.3:35837 2024-11-26T15:21:46,823 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=6cc2bc8bf733:35837 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6cc2bc8bf733/172.17.0.3:35837 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6cc2bc8bf733/172.17.0.3:35837 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-26T15:21:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:21:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:48578 deadline: 1732634566825, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T15:21:46,827 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T15:21:46,828 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T15:21:46,956 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 1033, reset compression=false 2024-11-26T15:21:47,039 INFO [M:0;6cc2bc8bf733:41533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.92 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/344b22c195a84baeba224ac7832ef7af 2024-11-26T15:21:47,062 DEBUG [M:0;6cc2bc8bf733:41533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e6c087aa2d4436486edc42f8d0bd6b1 is 69, key is 6cc2bc8bf733,35837,1732634486916/rs:state/1732634488974/Put/seqid=0 2024-11-26T15:21:47,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741855_1031 (size=5156) 2024-11-26T15:21:47,228 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T15:21:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:21:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:48578 deadline: 1732634567229, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T15:21:47,230 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T15:21:47,231 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T15:21:47,231 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T15:21:47,466 INFO [M:0;6cc2bc8bf733:41533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e6c087aa2d4436486edc42f8d0bd6b1 2024-11-26T15:21:47,471 DEBUG [M:0;6cc2bc8bf733:41533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84fc2daaa8b0443394042b5b96273cd2 as hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84fc2daaa8b0443394042b5b96273cd2 2024-11-26T15:21:47,477 INFO [M:0;6cc2bc8bf733:41533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84fc2daaa8b0443394042b5b96273cd2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T15:21:47,477 DEBUG [M:0;6cc2bc8bf733:41533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/344b22c195a84baeba224ac7832ef7af as hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/344b22c195a84baeba224ac7832ef7af 2024-11-26T15:21:47,483 INFO [M:0;6cc2bc8bf733:41533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/344b22c195a84baeba224ac7832ef7af, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T15:21:47,487 DEBUG [M:0;6cc2bc8bf733:41533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e6c087aa2d4436486edc42f8d0bd6b1 as hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e6c087aa2d4436486edc42f8d0bd6b1 2024-11-26T15:21:47,492 INFO [M:0;6cc2bc8bf733:41533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33327/user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e6c087aa2d4436486edc42f8d0bd6b1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T15:21:47,493 INFO [M:0;6cc2bc8bf733:41533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=97, compaction requested=false 2024-11-26T15:21:47,494 INFO [M:0;6cc2bc8bf733:41533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:47,494 DEBUG [M:0;6cc2bc8bf733:41533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634506583Disabling compacts and flushes for region at 1732634506583Disabling writes for close at 1732634506583Obtaining lock to block concurrent updates at 1732634506583Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634506583Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56811, getHeapSize=66384, getOffHeapSize=0, getCellsCount=114 at 1732634506584 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634506584Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634506585 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634506604 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634506604Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634506615 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634506633 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634506634 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634507044 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634507061 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634507061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da8a981: reopening flushed file at 1732634507470 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@652f66d: reopening flushed file at 1732634507477 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39888d64: reopening flushed file at 1732634507483 (+6 ms)Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=97, compaction requested=false at 1732634507493 (+10 ms)Writing region close event to WAL at 1732634507494 (+1 ms)Closed at 1732634507494 2024-11-26T15:21:47,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741830_1006 (size=63630) 2024-11-26T15:21:47,504 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72072331-780f-fc1f-a83d-1bce2d5a153b/MasterData/WALs/6cc2bc8bf733,41533,1732634486327/6cc2bc8bf733%2C41533%2C1732634486327.1732634488647 not finished, retry = 0 2024-11-26T15:21:47,606 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:21:47,606 INFO [M:0;6cc2bc8bf733:41533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:21:47,606 INFO [M:0;6cc2bc8bf733:41533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41533 2024-11-26T15:21:47,608 INFO [M:0;6cc2bc8bf733:41533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:21:47,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:47,721 INFO [M:0;6cc2bc8bf733:41533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:21:47,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10177bbfbfb0003, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:47,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10c8ab32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:21:47,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4086e40d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:21:47,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:21:47,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57b389de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:21:47,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3426c331{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/hadoop.log.dir/,STOPPED} 2024-11-26T15:21:47,726 WARN [BP-843644758-172.17.0.3-1732634484182 heartbeating to localhost/127.0.0.1:33327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:21:47,726 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:21:47,726 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:21:47,726 WARN [BP-843644758-172.17.0.3-1732634484182 heartbeating to localhost/127.0.0.1:33327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-843644758-172.17.0.3-1732634484182 (Datanode Uuid 57fa4467-971b-4590-ad11-a2680c374e58) service to localhost/127.0.0.1:33327 2024-11-26T15:21:47,727 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/cluster_e3bd6fcc-4f45-c8bc-640a-27c369d4ad20/data/data1/current/BP-843644758-172.17.0.3-1732634484182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:21:47,727 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/cluster_e3bd6fcc-4f45-c8bc-640a-27c369d4ad20/data/data2/current/BP-843644758-172.17.0.3-1732634484182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:21:47,727 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:21:47,731 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T15:21:47,732 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6cc2bc8bf733:41533 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6cc2bc8bf733/172.17.0.3:41533 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:21:47,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2669eaf1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:21:47,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6cc2bc8bf733:41533 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6cc2bc8bf733/172.17.0.3:41533 2024-11-26T15:21:47,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56a285aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:21:47,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:21:47,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40267665{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:21:47,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54337073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/hadoop.log.dir/,STOPPED} 2024-11-26T15:21:47,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:21:47,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:21:47,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:21:47,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:47,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:47,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:47,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:47,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:21:47,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1941557064, stopped=false 2024-11-26T15:21:47,749 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,43209,1732634479716 2024-11-26T15:21:47,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0887983397/running 2024-11-26T15:21:47,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0887983397/running 2024-11-26T15:21:47,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397 2024-11-26T15:21:47,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397 2024-11-26T15:21:47,759 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:21:47,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Set watcher on znode that does not yet exist, /0887983397/running 2024-11-26T15:21:47,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Set watcher on znode that does not yet exist, /0887983397/running 2024-11-26T15:21:47,759 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 1033, reset compression=false 2024-11-26T15:21:47,760 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:21:47,760 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:47,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:47,760 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,45811,1732634481591' ***** 2024-11-26T15:21:47,760 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:21:47,760 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:21:47,760 INFO [RS:0;6cc2bc8bf733:45811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:21:47,760 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:21:47,760 INFO [RS:0;6cc2bc8bf733:45811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:21:47,761 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(3091): Received CLOSE for b2a2b16044adbd25a130f1048da71b83 2024-11-26T15:21:47,761 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(3091): Received CLOSE for 7dd28d80a2f13ff08af55d83352334e1 2024-11-26T15:21:47,761 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,45811,1732634481591 2024-11-26T15:21:47,761 INFO [RS:0;6cc2bc8bf733:45811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:21:47,761 INFO [RS:0;6cc2bc8bf733:45811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:45811. 2024-11-26T15:21:47,761 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2a2b16044adbd25a130f1048da71b83, disabling compactions & flushes 2024-11-26T15:21:47,761 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732634490375.b2a2b16044adbd25a130f1048da71b83. 2024-11-26T15:21:47,761 DEBUG [RS:0;6cc2bc8bf733:45811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:47,761 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634490375.b2a2b16044adbd25a130f1048da71b83. 2024-11-26T15:21:47,761 DEBUG [RS:0;6cc2bc8bf733:45811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:47,761 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732634490375.b2a2b16044adbd25a130f1048da71b83. after waiting 0 ms 2024-11-26T15:21:47,761 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732634490375.b2a2b16044adbd25a130f1048da71b83. 2024-11-26T15:21:47,761 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:21:47,761 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:21:47,761 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:21:47,762 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:21:47,762 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T15:21:47,762 DEBUG [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b2a2b16044adbd25a130f1048da71b83=test,,1732634490375.b2a2b16044adbd25a130f1048da71b83., 7dd28d80a2f13ff08af55d83352334e1=hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1.} 2024-11-26T15:21:47,762 DEBUG [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7dd28d80a2f13ff08af55d83352334e1, b2a2b16044adbd25a130f1048da71b83 2024-11-26T15:21:47,762 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:21:47,762 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:21:47,762 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:21:47,762 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:21:47,762 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:21:47,762 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T15:21:47,766 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/default/test/b2a2b16044adbd25a130f1048da71b83/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T15:21:47,766 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:21:47,767 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:21:47,767 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732634490375.b2a2b16044adbd25a130f1048da71b83. 2024-11-26T15:21:47,767 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2a2b16044adbd25a130f1048da71b83: Waiting for close lock at 1732634507761Running coprocessor pre-close hooks at 1732634507761Disabling compacts and flushes for region at 1732634507761Disabling writes for close at 1732634507761Writing region close event to WAL at 1732634507763 (+2 ms)Running coprocessor post-close hooks at 1732634507766 (+3 ms)Closed at 1732634507767 (+1 ms) 2024-11-26T15:21:47,767 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732634490375.b2a2b16044adbd25a130f1048da71b83. 2024-11-26T15:21:47,767 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7dd28d80a2f13ff08af55d83352334e1, disabling compactions & flushes 2024-11-26T15:21:47,767 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1. 2024-11-26T15:21:47,767 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1. 2024-11-26T15:21:47,767 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1. after waiting 0 ms 2024-11-26T15:21:47,767 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1. 2024-11-26T15:21:47,767 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7dd28d80a2f13ff08af55d83352334e1 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-26T15:21:47,777 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/.tmp/info/761dee1da9c9498ca7aaaab0ff214b89 is 147, key is hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1./info:regioninfo/1732634495894/Put/seqid=0 2024-11-26T15:21:47,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741846_1022 (size=7686) 2024-11-26T15:21:47,784 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/replication/7dd28d80a2f13ff08af55d83352334e1/.tmp/hfileref/e46f4c2d8a964911ab183a7bc6f3a42a is 74, key is 1/hfileref:18c31307587542ff83a0629a870a5c95_SeqId_6_/1732634503678/Put/seqid=0 2024-11-26T15:21:47,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741847_1023 (size=5345) 2024-11-26T15:21:47,835 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:47,835 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6cc2bc8bf733:41533 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6cc2bc8bf733/172.17.0.3:41533 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:21:47,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=6cc2bc8bf733:41533 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6cc2bc8bf733/172.17.0.3:41533 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-26T15:21:47,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 6cc2bc8bf733:41533 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6cc2bc8bf733/172.17.0.3:41533 2024-11-26T15:21:47,853 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:21:47,962 DEBUG [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7dd28d80a2f13ff08af55d83352334e1 2024-11-26T15:21:48,044 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:48,045 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6cc2bc8bf733:41533 this server is in the failed servers list 2024-11-26T15:21:48,045 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6cc2bc8bf733:41533 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:21:48,162 DEBUG [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7dd28d80a2f13ff08af55d83352334e1 2024-11-26T15:21:48,181 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/.tmp/info/761dee1da9c9498ca7aaaab0ff214b89 2024-11-26T15:21:48,188 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/replication/7dd28d80a2f13ff08af55d83352334e1/.tmp/hfileref/e46f4c2d8a964911ab183a7bc6f3a42a 2024-11-26T15:21:48,209 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/.tmp/ns/2860b55921524e53aad77c5ac6d964ab is 43, key is default/ns:d/1732634484073/Put/seqid=0 2024-11-26T15:21:48,215 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/replication/7dd28d80a2f13ff08af55d83352334e1/.tmp/queue/bb982212aa5646fdaa136b320d6203f9 is 153, key is 1-6cc2bc8bf733,45811,1732634481591/queue:6cc2bc8bf733%2C45811%2C1732634481591/1732634501633/Put/seqid=0 2024-11-26T15:21:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741848_1024 (size=5153) 2024-11-26T15:21:48,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741849_1025 (size=5352) 2024-11-26T15:21:48,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:48,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6cc2bc8bf733:41533 this server is in the failed servers list 2024-11-26T15:21:48,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6cc2bc8bf733:41533 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:21:48,362 DEBUG [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7dd28d80a2f13ff08af55d83352334e1 2024-11-26T15:21:48,406 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:21:48,406 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:21:48,563 DEBUG [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7dd28d80a2f13ff08af55d83352334e1 2024-11-26T15:21:48,623 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/.tmp/ns/2860b55921524e53aad77c5ac6d964ab 2024-11-26T15:21:48,627 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/replication/7dd28d80a2f13ff08af55d83352334e1/.tmp/queue/bb982212aa5646fdaa136b320d6203f9 2024-11-26T15:21:48,631 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/replication/7dd28d80a2f13ff08af55d83352334e1/.tmp/hfileref/e46f4c2d8a964911ab183a7bc6f3a42a as hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/replication/7dd28d80a2f13ff08af55d83352334e1/hfileref/e46f4c2d8a964911ab183a7bc6f3a42a 2024-11-26T15:21:48,635 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/replication/7dd28d80a2f13ff08af55d83352334e1/hfileref/e46f4c2d8a964911ab183a7bc6f3a42a, entries=4, sequenceid=10, filesize=5.2 K 2024-11-26T15:21:48,635 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/replication/7dd28d80a2f13ff08af55d83352334e1/.tmp/queue/bb982212aa5646fdaa136b320d6203f9 as hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/replication/7dd28d80a2f13ff08af55d83352334e1/queue/bb982212aa5646fdaa136b320d6203f9 2024-11-26T15:21:48,639 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/replication/7dd28d80a2f13ff08af55d83352334e1/queue/bb982212aa5646fdaa136b320d6203f9, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T15:21:48,640 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 7dd28d80a2f13ff08af55d83352334e1 in 873ms, sequenceid=10, compaction requested=false 2024-11-26T15:21:48,640 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T15:21:48,642 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/.tmp/rep_barrier/f44de1eb3f974102b5bfc3025d55723a is 112, key is test,,1732634490375.b2a2b16044adbd25a130f1048da71b83./rep_barrier:seqnumDuringOpen/1732634491521/Put/seqid=0 2024-11-26T15:21:48,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741850_1026 (size=5518) 2024-11-26T15:21:48,659 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/replication/7dd28d80a2f13ff08af55d83352334e1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T15:21:48,659 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:21:48,659 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:21:48,659 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1. 2024-11-26T15:21:48,660 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7dd28d80a2f13ff08af55d83352334e1: Waiting for close lock at 1732634507767Running coprocessor pre-close hooks at 1732634507767Disabling compacts and flushes for region at 1732634507767Disabling writes for close at 1732634507767Obtaining lock to block concurrent updates at 1732634507767Preparing flush snapshotting stores in 7dd28d80a2f13ff08af55d83352334e1 at 1732634507767Finished memstore snapshotting hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732634507767Flushing stores of hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1. at 1732634507768 (+1 ms)Flushing 7dd28d80a2f13ff08af55d83352334e1/hfileref: creating writer at 1732634507768Flushing 7dd28d80a2f13ff08af55d83352334e1/hfileref: appending metadata at 1732634507784 (+16 ms)Flushing 7dd28d80a2f13ff08af55d83352334e1/hfileref: closing flushed file at 1732634507784Flushing 7dd28d80a2f13ff08af55d83352334e1/queue: creating writer at 1732634508193 (+409 ms)Flushing 7dd28d80a2f13ff08af55d83352334e1/queue: appending metadata at 1732634508214 (+21 ms)Flushing 7dd28d80a2f13ff08af55d83352334e1/queue: closing flushed file at 1732634508214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@406239f8: reopening flushed file at 1732634508630 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@550bbc8c: reopening flushed file at 1732634508635 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 7dd28d80a2f13ff08af55d83352334e1 in 873ms, sequenceid=10, compaction requested=false at 1732634508640 (+5 ms)Writing region close event to WAL at 1732634508656 (+16 ms)Running coprocessor post-close hooks at 1732634508659 (+3 ms)Closed at 1732634508659 2024-11-26T15:21:48,660 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732634494696.7dd28d80a2f13ff08af55d83352334e1. 2024-11-26T15:21:48,663 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 1033, reset compression=false 2024-11-26T15:21:48,667 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:21:48,667 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 1328, reset compression=false 2024-11-26T15:21:48,763 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T15:21:48,763 DEBUG [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:21:48,763 DEBUG [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:21:48,864 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:48,865 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6cc2bc8bf733:41533 this server is in the failed servers list 2024-11-26T15:21:48,865 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6cc2bc8bf733:41533 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:21:48,873 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 1328, reset compression=false 2024-11-26T15:21:48,963 DEBUG [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:21:49,048 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/.tmp/rep_barrier/f44de1eb3f974102b5bfc3025d55723a 2024-11-26T15:21:49,066 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/.tmp/table/e3a5ab85fc394e9c863541b2ef19885b is 53, key is hbase:replication/table:state/1732634495907/Put/seqid=0 2024-11-26T15:21:49,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741851_1027 (size=5308) 2024-11-26T15:21:49,163 DEBUG [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:21:49,176 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 1328, reset compression=false 2024-11-26T15:21:49,304 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T15:21:49,364 DEBUG [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:21:49,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T15:21:49,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T15:21:49,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:21:49,470 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/.tmp/table/e3a5ab85fc394e9c863541b2ef19885b 2024-11-26T15:21:49,475 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/.tmp/info/761dee1da9c9498ca7aaaab0ff214b89 as hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/info/761dee1da9c9498ca7aaaab0ff214b89 2024-11-26T15:21:49,479 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/info/761dee1da9c9498ca7aaaab0ff214b89, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T15:21:49,480 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/.tmp/ns/2860b55921524e53aad77c5ac6d964ab as hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/ns/2860b55921524e53aad77c5ac6d964ab 2024-11-26T15:21:49,485 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/ns/2860b55921524e53aad77c5ac6d964ab, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T15:21:49,487 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/.tmp/rep_barrier/f44de1eb3f974102b5bfc3025d55723a as hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/rep_barrier/f44de1eb3f974102b5bfc3025d55723a 2024-11-26T15:21:49,491 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/rep_barrier/f44de1eb3f974102b5bfc3025d55723a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T15:21:49,492 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/.tmp/table/e3a5ab85fc394e9c863541b2ef19885b as hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/table/e3a5ab85fc394e9c863541b2ef19885b 2024-11-26T15:21:49,497 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/table/e3a5ab85fc394e9c863541b2ef19885b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T15:21:49,498 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=16, compaction requested=false 2024-11-26T15:21:49,498 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T15:21:49,503 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T15:21:49,503 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:21:49,503 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:21:49,503 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:21:49,503 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634507762Running coprocessor pre-close hooks at 1732634507762Disabling compacts and flushes for region at 1732634507762Disabling writes for close at 1732634507762Obtaining lock to block concurrent updates at 1732634507762Preparing flush snapshotting stores in 1588230740 at 1732634507762Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732634507763 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732634507763Flushing 1588230740/info: creating writer at 1732634507763Flushing 1588230740/info: appending metadata at 1732634507777 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732634507777Flushing 1588230740/ns: creating writer at 1732634508186 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732634508208 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732634508208Flushing 1588230740/rep_barrier: creating writer at 1732634508627 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732634508641 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732634508641Flushing 1588230740/table: creating writer at 1732634509053 (+412 ms)Flushing 1588230740/table: appending metadata at 1732634509065 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732634509065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b75cee7: reopening flushed file at 1732634509474 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c45e1a8: reopening flushed file at 1732634509479 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6079aac6: reopening flushed file at 1732634509485 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d52bee0: reopening flushed file at 1732634509491 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=16, compaction requested=false at 1732634509498 (+7 ms)Writing region close event to WAL at 1732634509499 (+1 ms)Running coprocessor post-close hooks at 1732634509503 (+4 ms)Closed at 1732634509503 2024-11-26T15:21:49,504 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:21:49,564 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,45811,1732634481591; all regions closed. 2024-11-26T15:21:49,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741834_1010 (size=4239) 2024-11-26T15:21:49,566 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.meta.1732634483996.meta not finished, retry = 0 2024-11-26T15:21:49,581 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 to pos 1328, reset compression=false 2024-11-26T15:21:49,668 DEBUG [RS:0;6cc2bc8bf733:45811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/oldWALs 2024-11-26T15:21:49,668 INFO [RS:0;6cc2bc8bf733:45811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C45811%2C1732634481591.meta:.meta(num 1732634483996) 2024-11-26T15:21:49,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741839_1015 (size=2695) 2024-11-26T15:21:49,676 DEBUG [RS:0;6cc2bc8bf733:45811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/oldWALs 2024-11-26T15:21:49,676 INFO [RS:0;6cc2bc8bf733:45811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C45811%2C1732634481591.rep:(num 1732634495831) 2024-11-26T15:21:49,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741832_1008 (size=1336) 2024-11-26T15:21:49,678 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/WALs/6cc2bc8bf733,45811,1732634481591/6cc2bc8bf733%2C45811%2C1732634481591.1732634483522 not finished, retry = 0 2024-11-26T15:21:49,785 DEBUG [RS:0;6cc2bc8bf733:45811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/oldWALs 2024-11-26T15:21:49,785 INFO [RS:0;6cc2bc8bf733:45811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C45811%2C1732634481591:(num 1732634483522) 2024-11-26T15:21:49,785 DEBUG [RS:0;6cc2bc8bf733:45811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:49,785 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:21:49,785 INFO [RS:0;6cc2bc8bf733:45811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:21:49,785 INFO [RS:0;6cc2bc8bf733:45811 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T15:21:49,785 INFO [RS:0;6cc2bc8bf733:45811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:21:49,785 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:21:49,785 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6cc2bc8bf733,45811,1732634481591 because: Region server is closing 2024-11-26T15:21:49,786 INFO [RS:0;6cc2bc8bf733:45811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:45811. 2024-11-26T15:21:49,786 DEBUG [RS:0;6cc2bc8bf733:45811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:49,786 DEBUG [RS:0;6cc2bc8bf733:45811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:49,786 DEBUG [RS:0;6cc2bc8bf733:45811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:49,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:49,875 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:49,875 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:21:49,877 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2143 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:21:49,886 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.wal-reader.6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T15:21:49,886 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-26T15:21:49,886 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T15:21:49,886 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T15:21:50,487 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45811,1732634481591.replicationSource.shipper6cc2bc8bf733%2C45811%2C1732634481591,1-6cc2bc8bf733,45811,1732634481591 terminated 2024-11-26T15:21:50,487 INFO [RS:0;6cc2bc8bf733:45811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:45811. 2024-11-26T15:21:50,487 DEBUG [RS:0;6cc2bc8bf733:45811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:21:50,487 DEBUG [RS:0;6cc2bc8bf733:45811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:50,488 DEBUG [RS:0;6cc2bc8bf733:45811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:50,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:21:50,488 INFO [RS:0;6cc2bc8bf733:45811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45811 2024-11-26T15:21:50,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397/rs 2024-11-26T15:21:50,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0887983397/rs/6cc2bc8bf733,45811,1732634481591 2024-11-26T15:21:50,538 INFO [RS:0;6cc2bc8bf733:45811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:21:50,548 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,45811,1732634481591] 2024-11-26T15:21:50,559 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0887983397/draining/6cc2bc8bf733,45811,1732634481591 already deleted, retry=false 2024-11-26T15:21:50,559 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,45811,1732634481591 expired; onlineServers=0 2024-11-26T15:21:50,559 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,43209,1732634479716' ***** 2024-11-26T15:21:50,559 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:21:50,559 INFO [M:0;6cc2bc8bf733:43209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:21:50,559 INFO [M:0;6cc2bc8bf733:43209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:21:50,559 DEBUG [M:0;6cc2bc8bf733:43209 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:21:50,559 DEBUG [M:0;6cc2bc8bf733:43209 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:21:50,559 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:21:50,559 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634483230 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634483230,5,FailOnTimeoutGroup] 2024-11-26T15:21:50,559 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634483230 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634483230,5,FailOnTimeoutGroup] 2024-11-26T15:21:50,559 INFO [M:0;6cc2bc8bf733:43209 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:21:50,559 INFO [M:0;6cc2bc8bf733:43209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:21:50,559 DEBUG [M:0;6cc2bc8bf733:43209 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:21:50,559 INFO [M:0;6cc2bc8bf733:43209 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:21:50,559 INFO [M:0;6cc2bc8bf733:43209 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:21:50,559 INFO [M:0;6cc2bc8bf733:43209 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:21:50,559 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:21:50,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0887983397/master 2024-11-26T15:21:50,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887983397 2024-11-26T15:21:50,569 DEBUG [M:0;6cc2bc8bf733:43209 {}] zookeeper.ZKUtil(347): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Unable to get data of znode /0887983397/master because node does not exist (not an error) 2024-11-26T15:21:50,569 WARN [M:0;6cc2bc8bf733:43209 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:21:50,570 INFO [M:0;6cc2bc8bf733:43209 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/.lastflushedseqids 2024-11-26T15:21:50,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741852_1028 (size=263) 2024-11-26T15:21:50,596 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:21:50,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:50,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:50,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:50,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:50,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:50,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:50,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:50,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:50,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:50,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:50,648 INFO [RS:0;6cc2bc8bf733:45811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:21:50,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45811-0x10177bbfbfb0001, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:50,648 INFO [RS:0;6cc2bc8bf733:45811 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,45811,1732634481591; zookeeper connection closed. 2024-11-26T15:21:50,649 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11688e2b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11688e2b 2024-11-26T15:21:50,649 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:21:50,974 INFO [M:0;6cc2bc8bf733:43209 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:21:50,974 INFO [M:0;6cc2bc8bf733:43209 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:21:50,974 DEBUG [M:0;6cc2bc8bf733:43209 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:21:50,974 INFO [M:0;6cc2bc8bf733:43209 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:50,974 DEBUG [M:0;6cc2bc8bf733:43209 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:50,974 DEBUG [M:0;6cc2bc8bf733:43209 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:21:50,974 DEBUG [M:0;6cc2bc8bf733:43209 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:50,975 INFO [M:0;6cc2bc8bf733:43209 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T15:21:50,993 DEBUG [M:0;6cc2bc8bf733:43209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f773ba7d649e4537b1455321aaed53e5 is 82, key is hbase:meta,,1/info:regioninfo/1732634484026/Put/seqid=0 2024-11-26T15:21:50,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741853_1029 (size=5672) 2024-11-26T15:21:50,996 INFO [M:0;6cc2bc8bf733:43209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f773ba7d649e4537b1455321aaed53e5 2024-11-26T15:21:51,016 DEBUG [M:0;6cc2bc8bf733:43209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b88640535fa04dd29ac9a480c4ea49a6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732634495913/Put/seqid=0 2024-11-26T15:21:51,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741854_1030 (size=8515) 2024-11-26T15:21:51,420 INFO [M:0;6cc2bc8bf733:43209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b88640535fa04dd29ac9a480c4ea49a6 2024-11-26T15:21:51,440 DEBUG [M:0;6cc2bc8bf733:43209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c76f5dfbb2ce4a4cbbe1fc27a9eb3724 is 69, key is 6cc2bc8bf733,45811,1732634481591/rs:state/1732634483357/Put/seqid=0 2024-11-26T15:21:51,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741855_1031 (size=5156) 2024-11-26T15:21:51,844 INFO [M:0;6cc2bc8bf733:43209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c76f5dfbb2ce4a4cbbe1fc27a9eb3724 2024-11-26T15:21:51,849 DEBUG [M:0;6cc2bc8bf733:43209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f773ba7d649e4537b1455321aaed53e5 as hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f773ba7d649e4537b1455321aaed53e5 2024-11-26T15:21:51,855 INFO [M:0;6cc2bc8bf733:43209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f773ba7d649e4537b1455321aaed53e5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T15:21:51,856 DEBUG [M:0;6cc2bc8bf733:43209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b88640535fa04dd29ac9a480c4ea49a6 as hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b88640535fa04dd29ac9a480c4ea49a6 2024-11-26T15:21:51,860 INFO [M:0;6cc2bc8bf733:43209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b88640535fa04dd29ac9a480c4ea49a6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T15:21:51,861 DEBUG [M:0;6cc2bc8bf733:43209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c76f5dfbb2ce4a4cbbe1fc27a9eb3724 as hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c76f5dfbb2ce4a4cbbe1fc27a9eb3724 2024-11-26T15:21:51,864 INFO [M:0;6cc2bc8bf733:43209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45165/user/jenkins/test-data/00a5d3ff-0538-5f4a-981b-c9c0e0b8ce61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c76f5dfbb2ce4a4cbbe1fc27a9eb3724, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T15:21:51,865 INFO [M:0;6cc2bc8bf733:43209 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false 2024-11-26T15:21:51,866 INFO [M:0;6cc2bc8bf733:43209 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:51,866 DEBUG [M:0;6cc2bc8bf733:43209 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634510974Disabling compacts and flushes for region at 1732634510974Disabling writes for close at 1732634510974Obtaining lock to block concurrent updates at 1732634510975 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634510975Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732634510975Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634510975Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634510975Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634510992 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634510992Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634511001 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634511016 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634511016Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634511424 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634511440 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634511440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54971220: reopening flushed file at 1732634511848 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@705c0fe: reopening flushed file at 1732634511856 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299df164: reopening flushed file at 1732634511860 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false at 1732634511865 (+5 ms)Writing region close event to WAL at 1732634511866 (+1 ms)Closed at 1732634511866 2024-11-26T15:21:51,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43999 is added to blk_1073741830_1006 (size=63642) 2024-11-26T15:21:51,870 INFO [M:0;6cc2bc8bf733:43209 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:21:51,870 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:21:51,870 INFO [M:0;6cc2bc8bf733:43209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43209 2024-11-26T15:21:51,870 INFO [M:0;6cc2bc8bf733:43209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:21:51,894 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:51,895 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:21:51,895 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4163 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:21:51,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:51,985 INFO [M:0;6cc2bc8bf733:43209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:21:51,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x10177bbfbfb0000, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:21:51,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11ff338{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:21:51,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38db76bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:21:51,988 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:21:51,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50100f9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:21:51,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69f9cab5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/hadoop.log.dir/,STOPPED} 2024-11-26T15:21:51,989 WARN [BP-78397637-172.17.0.3-1732634476654 heartbeating to localhost/127.0.0.1:45165 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:21:51,989 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:21:51,989 WARN [BP-78397637-172.17.0.3-1732634476654 heartbeating to localhost/127.0.0.1:45165 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-78397637-172.17.0.3-1732634476654 (Datanode Uuid 1b8adb5f-63ec-470f-b0d3-a3474b746aa8) service to localhost/127.0.0.1:45165 2024-11-26T15:21:51,989 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:21:51,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/cluster_5ca9974a-3268-6dfd-5007-d468935ddf10/data/data1/current/BP-78397637-172.17.0.3-1732634476654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:21:51,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/cluster_5ca9974a-3268-6dfd-5007-d468935ddf10/data/data2/current/BP-78397637-172.17.0.3-1732634476654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:21:51,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:21:51,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5682da26{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:21:51,996 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@124b8e1e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:21:51,996 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:21:51,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@722a07e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:21:51,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39fefc89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a5faf95-dc54-5b19-9222-9c00cf63dc8c/hadoop.log.dir/,STOPPED} 2024-11-26T15:21:52,001 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T15:21:52,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:21:52,019 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=240 (was 204) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45165 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:33327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33327 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33327 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45165 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45165 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62670) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62670) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=514 (was 426) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4466 (was 4684) 2024-11-26T15:21:52,028 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=240, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=11, AvailableMemoryMB=4466 2024-11-26T15:21:52,039 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-26T15:21:52,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/hadoop.log.dir so I do NOT create it in target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d 2024-11-26T15:21:52,040 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:21:52,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/hadoop.tmp.dir so I do NOT create it in target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d 2024-11-26T15:21:52,040 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62c7ee19-8959-2f81-addd-d67c8627fc7f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:21:52,040 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d 2024-11-26T15:21:52,040 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/cluster_97ac9d26-929e-929f-4769-5721e446198a, deleteOnExit=true 2024-11-26T15:21:52,042 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/cluster_97ac9d26-929e-929f-4769-5721e446198a/zookeeper_0, clientPort=62772, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/cluster_97ac9d26-929e-929f-4769-5721e446198a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/cluster_97ac9d26-929e-929f-4769-5721e446198a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T15:21:52,043 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62772 2024-11-26T15:21:52,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:21:52,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:21:52,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/test.cache.data in system properties and HBase conf 2024-11-26T15:21:52,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:21:52,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:21:52,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:21:52,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:21:52,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:21:52,043 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:21:52,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:21:52,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:21:52,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:21:52,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:21:52,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:21:52,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:21:52,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:21:52,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:21:52,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:21:52,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:21:52,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:21:52,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:21:52,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:21:52,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:21:52,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10177bbfbfb0002, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:21:52,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10177bbfbfb0005, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:21:52,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10177bbfbfb0005, quorum=127.0.0.1:62670, baseZNode=/1-1092491824 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:21:52,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10177bbfbfb0002, quorum=127.0.0.1:62670, baseZNode=/0887983397 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:21:52,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:21:52,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:21:52,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:21:52,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:21:52,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:21:52,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:21:52,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e90cb69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:21:52,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f292647{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:21:52,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3845fae0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/java.io.tmpdir/jetty-localhost-41459-hadoop-hdfs-3_4_1-tests_jar-_-any-11361441793416939302/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:21:52,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c2a621{HTTP/1.1, (http/1.1)}{localhost:41459} 2024-11-26T15:21:52,415 INFO [Time-limited test {}] server.Server(415): Started @210514ms 2024-11-26T15:21:52,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:21:52,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:21:52,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:21:52,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:21:52,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:21:52,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59836808{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:21:52,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a132103{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:21:52,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ab2a580{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/java.io.tmpdir/jetty-localhost-46343-hadoop-hdfs-3_4_1-tests_jar-_-any-783159592127221272/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:21:52,783 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3090df72{HTTP/1.1, (http/1.1)}{localhost:46343} 2024-11-26T15:21:52,783 INFO [Time-limited test {}] server.Server(415): Started @210882ms 2024-11-26T15:21:52,784 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:21:53,655 WARN [Thread-2195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/cluster_97ac9d26-929e-929f-4769-5721e446198a/data/data1/current/BP-1256487556-172.17.0.3-1732634512059/current, will proceed with Du for space computation calculation, 2024-11-26T15:21:53,656 WARN [Thread-2196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/cluster_97ac9d26-929e-929f-4769-5721e446198a/data/data2/current/BP-1256487556-172.17.0.3-1732634512059/current, will proceed with Du for space computation calculation, 2024-11-26T15:21:53,672 WARN [Thread-2183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:21:53,674 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb266404ca3a2dab with lease ID 0xe437d52d9c241fcb: Processing first storage report for DS-9e55798c-9e06-4cfc-ab7a-d0dad4c7ddc2 from datanode DatanodeRegistration(127.0.0.1:37261, datanodeUuid=551dc0c6-18ad-4891-9a12-f97c27fabd46, infoPort=38165, infoSecurePort=0, ipcPort=38129, storageInfo=lv=-57;cid=testClusterID;nsid=693068168;c=1732634512059) 2024-11-26T15:21:53,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb266404ca3a2dab with lease ID 0xe437d52d9c241fcb: from storage DS-9e55798c-9e06-4cfc-ab7a-d0dad4c7ddc2 node DatanodeRegistration(127.0.0.1:37261, datanodeUuid=551dc0c6-18ad-4891-9a12-f97c27fabd46, infoPort=38165, infoSecurePort=0, ipcPort=38129, storageInfo=lv=-57;cid=testClusterID;nsid=693068168;c=1732634512059), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:21:53,674 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb266404ca3a2dab with lease ID 0xe437d52d9c241fcb: Processing first storage report for DS-c60a9286-b8ef-4ec0-84cd-3e8aed89cf8d from datanode DatanodeRegistration(127.0.0.1:37261, datanodeUuid=551dc0c6-18ad-4891-9a12-f97c27fabd46, infoPort=38165, infoSecurePort=0, ipcPort=38129, storageInfo=lv=-57;cid=testClusterID;nsid=693068168;c=1732634512059) 2024-11-26T15:21:53,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb266404ca3a2dab with lease ID 0xe437d52d9c241fcb: from storage DS-c60a9286-b8ef-4ec0-84cd-3e8aed89cf8d node DatanodeRegistration(127.0.0.1:37261, datanodeUuid=551dc0c6-18ad-4891-9a12-f97c27fabd46, infoPort=38165, infoSecurePort=0, ipcPort=38129, storageInfo=lv=-57;cid=testClusterID;nsid=693068168;c=1732634512059), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:21:53,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d 2024-11-26T15:21:53,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:53,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:53,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:21:54,124 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2 with version=8 2024-11-26T15:21:54,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/hbase-staging 2024-11-26T15:21:54,126 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:21:54,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:54,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:54,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:21:54,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:54,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:21:54,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:21:54,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:21:54,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46013 2024-11-26T15:21:54,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46013 connecting to ZooKeeper ensemble=127.0.0.1:62772 2024-11-26T15:21:54,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460130x0, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:21:54,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46013-0x10177bc86550000 connected 2024-11-26T15:21:54,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:54,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:54,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Set watcher on znode that does not yet exist, /0159031821/running 2024-11-26T15:21:54,404 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2, hbase.cluster.distributed=false 2024-11-26T15:21:54,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Set watcher on znode that does not yet exist, /0159031821/acl 2024-11-26T15:21:54,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46013 2024-11-26T15:21:54,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46013 2024-11-26T15:21:54,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46013 2024-11-26T15:21:54,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46013 2024-11-26T15:21:54,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46013 2024-11-26T15:21:54,419 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:21:54,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:54,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:54,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:21:54,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:21:54,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:21:54,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:21:54,420 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:21:54,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45621 2024-11-26T15:21:54,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45621 connecting to ZooKeeper ensemble=127.0.0.1:62772 2024-11-26T15:21:54,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:54,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:54,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456210x0, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:21:54,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456210x0, quorum=127.0.0.1:62772, baseZNode=/0159031821 Set watcher on znode that does not yet exist, /0159031821/running 2024-11-26T15:21:54,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45621-0x10177bc86550001 connected 2024-11-26T15:21:54,433 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:21:54,433 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:21:54,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Set watcher on znode that does not yet exist, /0159031821/master 2024-11-26T15:21:54,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Set watcher on znode that does not yet exist, /0159031821/acl 2024-11-26T15:21:54,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45621 2024-11-26T15:21:54,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45621 2024-11-26T15:21:54,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45621 2024-11-26T15:21:54,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45621 2024-11-26T15:21:54,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45621 2024-11-26T15:21:54,451 DEBUG [M:0;6cc2bc8bf733:46013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:46013 2024-11-26T15:21:54,451 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0159031821/backup-masters/6cc2bc8bf733,46013,1732634514126 2024-11-26T15:21:54,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821/backup-masters 2024-11-26T15:21:54,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821/backup-masters 2024-11-26T15:21:54,464 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Set watcher on existing znode=/0159031821/backup-masters/6cc2bc8bf733,46013,1732634514126 2024-11-26T15:21:54,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0159031821/master 2024-11-26T15:21:54,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821 2024-11-26T15:21:54,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821 2024-11-26T15:21:54,474 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Set watcher on existing znode=/0159031821/master 2024-11-26T15:21:54,475 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0159031821/backup-masters/6cc2bc8bf733,46013,1732634514126 from backup master directory 2024-11-26T15:21:54,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821/backup-masters 2024-11-26T15:21:54,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0159031821/backup-masters/6cc2bc8bf733,46013,1732634514126 2024-11-26T15:21:54,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821/backup-masters 2024-11-26T15:21:54,485 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:21:54,485 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,46013,1732634514126 2024-11-26T15:21:54,488 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/hbase.id] with ID: d4e8a783-76d9-4b5c-989c-6a9d7ed26c7f 2024-11-26T15:21:54,488 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/.tmp/hbase.id 2024-11-26T15:21:54,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:21:54,892 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/.tmp/hbase.id]:[hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/hbase.id] 2024-11-26T15:21:54,901 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:54,901 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:21:54,902 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T15:21:54,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821 2024-11-26T15:21:54,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821 2024-11-26T15:21:54,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:21:55,321 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:21:55,322 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:21:55,322 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:21:55,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:21:55,335 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store 2024-11-26T15:21:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:21:55,742 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:55,743 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:21:55,743 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:55,743 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:55,743 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:21:55,743 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:55,743 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:21:55,743 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634515742Disabling compacts and flushes for region at 1732634515742Disabling writes for close at 1732634515743 (+1 ms)Writing region close event to WAL at 1732634515743Closed at 1732634515743 2024-11-26T15:21:55,743 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/.initializing 2024-11-26T15:21:55,743 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/WALs/6cc2bc8bf733,46013,1732634514126 2024-11-26T15:21:55,744 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:21:55,745 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C46013%2C1732634514126, suffix=, logDir=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/WALs/6cc2bc8bf733,46013,1732634514126, archiveDir=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/oldWALs, maxLogs=10 2024-11-26T15:21:55,757 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/WALs/6cc2bc8bf733,46013,1732634514126/6cc2bc8bf733%2C46013%2C1732634514126.1732634515745, exclude list is [], retry=0 2024-11-26T15:21:55,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37261,DS-9e55798c-9e06-4cfc-ab7a-d0dad4c7ddc2,DISK] 2024-11-26T15:21:55,760 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/WALs/6cc2bc8bf733,46013,1732634514126/6cc2bc8bf733%2C46013%2C1732634514126.1732634515745 2024-11-26T15:21:55,760 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38165:38165)] 2024-11-26T15:21:55,760 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:21:55,760 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:55,760 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:55,760 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:55,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:55,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:21:55,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:55,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:55,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:55,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:21:55,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:55,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:55,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:55,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:21:55,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:55,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:55,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:55,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:21:55,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:55,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:21:55,766 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:55,766 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:55,766 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:55,767 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:55,767 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:55,768 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:21:55,769 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:21:55,770 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:21:55,770 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69296247, jitterRate=0.03259454667568207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:21:55,771 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634515761Initializing all the Stores at 1732634515761Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634515761Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634515761Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634515761Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634515761Cleaning up temporary data from old regions at 1732634515767 (+6 ms)Region opened successfully at 1732634515771 (+4 ms) 2024-11-26T15:21:55,771 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:21:55,773 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1fff7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:21:55,774 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:21:55,774 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:21:55,774 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:21:55,774 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:21:55,774 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:21:55,774 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:21:55,774 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:21:55,776 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:21:55,776 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Unable to get data of znode /0159031821/balancer because node does not exist (not necessarily an error) 2024-11-26T15:21:55,821 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0159031821/balancer already deleted, retry=false 2024-11-26T15:21:55,822 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:21:55,822 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Unable to get data of znode /0159031821/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:21:55,832 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0159031821/normalizer already deleted, retry=false 2024-11-26T15:21:55,832 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:21:55,833 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Unable to get data of znode /0159031821/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:21:55,842 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0159031821/switch/split already deleted, retry=false 2024-11-26T15:21:55,843 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Unable to get data of znode /0159031821/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:21:55,853 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0159031821/switch/merge already deleted, retry=false 2024-11-26T15:21:55,854 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Unable to get data of znode /0159031821/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:21:55,863 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0159031821/snapshot-cleanup already deleted, retry=false 2024-11-26T15:21:55,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0159031821/running 2024-11-26T15:21:55,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0159031821/running 2024-11-26T15:21:55,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821 2024-11-26T15:21:55,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821 2024-11-26T15:21:55,874 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,46013,1732634514126, sessionid=0x10177bc86550000, setting cluster-up flag (Was=false) 2024-11-26T15:21:55,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821 2024-11-26T15:21:55,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821 2024-11-26T15:21:55,925 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:21:55,926 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:21:55,926 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8194 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:21:55,927 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0159031821/flush-table-proc/acquired, /0159031821/flush-table-proc/reached, /0159031821/flush-table-proc/abort 2024-11-26T15:21:55,932 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,46013,1732634514126 2024-11-26T15:21:55,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821 2024-11-26T15:21:55,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821 2024-11-26T15:21:55,989 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:21:56,000 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0159031821/online-snapshot/acquired, /0159031821/online-snapshot/reached, /0159031821/online-snapshot/abort 2024-11-26T15:21:56,001 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,46013,1732634514126 2024-11-26T15:21:56,004 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:21:56,009 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:21:56,010 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:21:56,010 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:21:56,010 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,46013,1732634514126 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:21:56,011 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:21:56,012 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:21:56,012 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:21:56,012 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:21:56,012 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:21:56,012 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:56,012 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:21:56,012 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:56,022 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:21:56,022 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:21:56,023 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:56,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:21:56,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:56,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:56,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:56,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:56,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:56,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:56,028 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634546028 2024-11-26T15:21:56,028 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:21:56,029 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:21:56,029 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:21:56,029 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:21:56,029 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:21:56,029 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:21:56,032 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:56,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:56,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:56,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:56,036 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:21:56,036 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:21:56,036 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:21:56,036 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:21:56,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:21:56,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:21:56,040 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:21:56,040 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:21:56,044 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634516040,5,FailOnTimeoutGroup] 2024-11-26T15:21:56,045 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(746): ClusterId : d4e8a783-76d9-4b5c-989c-6a9d7ed26c7f 2024-11-26T15:21:56,045 DEBUG [RS:0;6cc2bc8bf733:45621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:21:56,050 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634516044,5,FailOnTimeoutGroup] 2024-11-26T15:21:56,050 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:56,051 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:21:56,051 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:56,051 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:56,054 DEBUG [RS:0;6cc2bc8bf733:45621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:21:56,054 DEBUG [RS:0;6cc2bc8bf733:45621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:21:56,064 DEBUG [RS:0;6cc2bc8bf733:45621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:21:56,064 DEBUG [RS:0;6cc2bc8bf733:45621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6731f8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:21:56,075 DEBUG [RS:0;6cc2bc8bf733:45621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:45621 2024-11-26T15:21:56,075 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:21:56,075 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:21:56,075 DEBUG [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:21:56,075 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,46013,1732634514126 with port=45621, startcode=1732634514419 2024-11-26T15:21:56,076 DEBUG [RS:0;6cc2bc8bf733:45621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:21:56,077 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:21:56,077 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46013 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,45621,1732634514419 2024-11-26T15:21:56,077 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46013 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,45621,1732634514419 2024-11-26T15:21:56,079 DEBUG [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2 2024-11-26T15:21:56,079 DEBUG [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36725 2024-11-26T15:21:56,079 DEBUG [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:21:56,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821/rs 2024-11-26T15:21:56,085 DEBUG [RS:0;6cc2bc8bf733:45621 {}] zookeeper.ZKUtil(111): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Set watcher on existing znode=/0159031821/rs/6cc2bc8bf733,45621,1732634514419 2024-11-26T15:21:56,085 WARN [RS:0;6cc2bc8bf733:45621 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:21:56,085 INFO [RS:0;6cc2bc8bf733:45621 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:21:56,085 DEBUG [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419 2024-11-26T15:21:56,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,45621,1732634514419] 2024-11-26T15:21:56,087 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:21:56,091 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:21:56,091 INFO [RS:0;6cc2bc8bf733:45621 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:21:56,091 INFO [RS:0;6cc2bc8bf733:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:56,092 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:21:56,092 INFO [RS:0;6cc2bc8bf733:45621 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:21:56,092 INFO [RS:0;6cc2bc8bf733:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:56,093 DEBUG [RS:0;6cc2bc8bf733:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:56,093 DEBUG [RS:0;6cc2bc8bf733:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:56,093 DEBUG [RS:0;6cc2bc8bf733:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:56,093 DEBUG [RS:0;6cc2bc8bf733:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:56,093 DEBUG [RS:0;6cc2bc8bf733:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:56,093 DEBUG [RS:0;6cc2bc8bf733:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:21:56,093 DEBUG [RS:0;6cc2bc8bf733:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:56,093 DEBUG [RS:0;6cc2bc8bf733:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:56,093 DEBUG [RS:0;6cc2bc8bf733:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:56,093 DEBUG [RS:0;6cc2bc8bf733:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:56,093 DEBUG [RS:0;6cc2bc8bf733:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:56,093 DEBUG [RS:0;6cc2bc8bf733:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:21:56,093 DEBUG [RS:0;6cc2bc8bf733:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:21:56,093 DEBUG [RS:0;6cc2bc8bf733:45621 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:21:56,096 INFO [RS:0;6cc2bc8bf733:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:56,096 INFO [RS:0;6cc2bc8bf733:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:56,096 INFO [RS:0;6cc2bc8bf733:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:56,096 INFO [RS:0;6cc2bc8bf733:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:56,096 INFO [RS:0;6cc2bc8bf733:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:56,096 INFO [RS:0;6cc2bc8bf733:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45621,1732634514419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:21:56,109 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:21:56,109 INFO [RS:0;6cc2bc8bf733:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45621,1732634514419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:56,109 INFO [RS:0;6cc2bc8bf733:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:56,109 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.Replication(171): 6cc2bc8bf733,45621,1732634514419 started 2024-11-26T15:21:56,122 INFO [RS:0;6cc2bc8bf733:45621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:56,122 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,45621,1732634514419, RpcServer on 6cc2bc8bf733/172.17.0.3:45621, sessionid=0x10177bc86550001 2024-11-26T15:21:56,122 DEBUG [RS:0;6cc2bc8bf733:45621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:21:56,122 DEBUG [RS:0;6cc2bc8bf733:45621 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,45621,1732634514419 2024-11-26T15:21:56,122 DEBUG [RS:0;6cc2bc8bf733:45621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,45621,1732634514419' 2024-11-26T15:21:56,122 DEBUG [RS:0;6cc2bc8bf733:45621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0159031821/flush-table-proc/abort' 2024-11-26T15:21:56,122 DEBUG [RS:0;6cc2bc8bf733:45621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0159031821/flush-table-proc/acquired' 2024-11-26T15:21:56,123 DEBUG [RS:0;6cc2bc8bf733:45621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:21:56,123 DEBUG [RS:0;6cc2bc8bf733:45621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:21:56,123 DEBUG [RS:0;6cc2bc8bf733:45621 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,45621,1732634514419 2024-11-26T15:21:56,123 DEBUG [RS:0;6cc2bc8bf733:45621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,45621,1732634514419' 2024-11-26T15:21:56,123 DEBUG [RS:0;6cc2bc8bf733:45621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0159031821/online-snapshot/abort' 2024-11-26T15:21:56,123 DEBUG [RS:0;6cc2bc8bf733:45621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0159031821/online-snapshot/acquired' 2024-11-26T15:21:56,123 DEBUG [RS:0;6cc2bc8bf733:45621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:21:56,123 INFO [RS:0;6cc2bc8bf733:45621 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:21:56,123 INFO [RS:0;6cc2bc8bf733:45621 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:21:56,224 INFO [RS:0;6cc2bc8bf733:45621 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:21:56,225 INFO [RS:0;6cc2bc8bf733:45621 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C45621%2C1732634514419, suffix=, logDir=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419, archiveDir=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/oldWALs, maxLogs=10 2024-11-26T15:21:56,236 DEBUG [RS:0;6cc2bc8bf733:45621 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225, exclude list is [], retry=0 2024-11-26T15:21:56,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37261,DS-9e55798c-9e06-4cfc-ab7a-d0dad4c7ddc2,DISK] 2024-11-26T15:21:56,240 INFO [RS:0;6cc2bc8bf733:45621 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 2024-11-26T15:21:56,240 DEBUG [RS:0;6cc2bc8bf733:45621 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38165:38165)] 2024-11-26T15:21:56,439 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:21:56,439 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2 2024-11-26T15:21:56,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741833_1009 (size=32) 2024-11-26T15:21:56,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:56,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:21:56,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:21:56,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:56,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:56,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:21:56,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:21:56,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:56,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:56,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:21:56,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:21:56,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:56,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:56,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:21:56,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:21:56,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:56,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:56,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:21:56,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740 2024-11-26T15:21:56,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740 2024-11-26T15:21:56,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:21:56,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:21:56,868 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:21:56,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:21:56,871 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:21:56,872 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74886580, jitterRate=0.11589699983596802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:21:56,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634516844Initializing all the Stores at 1732634516845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634516845Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634516856 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634516856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634516856Cleaning up temporary data from old regions at 1732634516868 (+12 ms)Region opened successfully at 1732634516872 (+4 ms) 2024-11-26T15:21:56,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:21:56,872 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:21:56,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:21:56,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:21:56,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:21:56,884 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:21:56,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634516872Disabling compacts and flushes for region at 1732634516872Disabling writes for close at 1732634516872Writing region close event to WAL at 1732634516884 (+12 ms)Closed at 1732634516884 2024-11-26T15:21:56,888 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:21:56,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:21:56,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:21:56,890 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:21:56,891 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:21:57,041 DEBUG [6cc2bc8bf733:46013 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:21:57,042 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,45621,1732634514419 2024-11-26T15:21:57,043 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,45621,1732634514419, state=OPENING 2024-11-26T15:21:57,053 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:21:57,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821 2024-11-26T15:21:57,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821 2024-11-26T15:21:57,138 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:21:57,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0159031821/meta-region-server: CHANGED 2024-11-26T15:21:57,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0159031821/meta-region-server: CHANGED 2024-11-26T15:21:57,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,45621,1732634514419}] 2024-11-26T15:21:57,290 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:21:57,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:21:57,294 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:21:57,294 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:21:57,294 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:21:57,295 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C45621%2C1732634514419.meta, suffix=.meta, logDir=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419, archiveDir=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/oldWALs, maxLogs=10 2024-11-26T15:21:57,307 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.meta.1732634517296.meta, exclude list is [], retry=0 2024-11-26T15:21:57,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37261,DS-9e55798c-9e06-4cfc-ab7a-d0dad4c7ddc2,DISK] 2024-11-26T15:21:57,310 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.meta.1732634517296.meta 2024-11-26T15:21:57,310 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38165:38165)] 2024-11-26T15:21:57,310 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:21:57,311 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:21:57,311 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:21:57,311 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:21:57,311 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:21:57,311 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:21:57,311 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:21:57,311 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:21:57,311 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:21:57,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:21:57,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:21:57,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:57,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:57,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:21:57,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:21:57,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:57,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:57,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:21:57,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:21:57,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:57,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:57,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:21:57,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:21:57,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:21:57,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:21:57,318 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:21:57,319 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740 2024-11-26T15:21:57,319 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740 2024-11-26T15:21:57,320 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:21:57,320 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:21:57,320 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:21:57,321 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:21:57,321 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62426428, jitterRate=-0.06977373361587524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:21:57,321 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:21:57,322 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634517311Writing region info on filesystem at 1732634517311Initializing all the Stores at 1732634517312 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634517312Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634517315 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634517315Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634517315Cleaning up temporary data from old regions at 1732634517320 (+5 ms)Running coprocessor post-open hooks at 1732634517321 (+1 ms)Region opened successfully at 1732634517322 (+1 ms) 2024-11-26T15:21:57,322 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634517290 2024-11-26T15:21:57,324 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:21:57,324 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:21:57,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,45621,1732634514419 2024-11-26T15:21:57,326 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,45621,1732634514419, state=OPEN 2024-11-26T15:21:57,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0159031821/meta-region-server 2024-11-26T15:21:57,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0159031821/meta-region-server 2024-11-26T15:21:57,367 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,45621,1732634514419 2024-11-26T15:21:57,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0159031821/meta-region-server: CHANGED 2024-11-26T15:21:57,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0159031821/meta-region-server: CHANGED 2024-11-26T15:21:57,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:21:57,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,45621,1732634514419 in 229 msec 2024-11-26T15:21:57,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:21:57,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 480 msec 2024-11-26T15:21:57,371 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:21:57,371 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:21:57,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:57,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45621,1732634514419, seqNum=-1] 2024-11-26T15:21:57,373 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:21:57,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:21:57,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3680 sec 2024-11-26T15:21:57,378 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634517378, completionTime=-1 2024-11-26T15:21:57,378 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:21:57,378 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:21:57,380 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:21:57,380 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634577380 2024-11-26T15:21:57,380 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634637380 2024-11-26T15:21:57,380 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T15:21:57,380 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46013,1732634514126-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:57,380 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46013,1732634514126-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:57,380 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46013,1732634514126-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:57,380 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:46013, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:57,380 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:57,380 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:57,382 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:21:57,383 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.898sec 2024-11-26T15:21:57,383 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:21:57,383 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:21:57,383 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:21:57,383 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:21:57,383 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:21:57,383 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46013,1732634514126-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:21:57,383 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46013,1732634514126-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:21:57,385 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:21:57,385 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:21:57,385 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46013,1732634514126-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:21:57,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4901da09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:57,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46013,-1 for getting cluster id 2024-11-26T15:21:57,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:21:57,448 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4e8a783-76d9-4b5c-989c-6a9d7ed26c7f' 2024-11-26T15:21:57,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:21:57,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4e8a783-76d9-4b5c-989c-6a9d7ed26c7f" 2024-11-26T15:21:57,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af34ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:57,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46013,-1] 2024-11-26T15:21:57,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:21:57,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:21:57,449 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:21:57,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1664869a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:21:57,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:21:57,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45621,1732634514419, seqNum=-1] 2024-11-26T15:21:57,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:21:57,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:21:57,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,46013,1732634514126 2024-11-26T15:21:57,456 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62772 2024-11-26T15:21:57,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:21:57,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10177bc86550002 connected 2024-11-26T15:21:57,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/hadoop.log.dir so I do NOT create it in target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c 2024-11-26T15:21:57,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:21:57,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/hadoop.tmp.dir so I do NOT create it in target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c 2024-11-26T15:21:57,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:21:57,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c 2024-11-26T15:21:57,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:21:57,487 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/cluster_cda5d789-fc2a-371d-ea84-eab84c60735d, deleteOnExit=true 2024-11-26T15:21:57,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:21:57,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/test.cache.data in system properties and HBase conf 2024-11-26T15:21:57,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:21:57,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:21:57,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:21:57,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:21:57,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:21:57,488 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:21:57,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:21:57,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:21:57,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:21:57,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:21:57,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:21:57,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:21:57,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:21:57,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:21:57,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:21:57,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:21:57,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:21:57,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:21:57,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:21:57,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:21:57,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:21:57,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:21:57,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:21:57,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:21:57,936 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:21:57,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:21:57,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26ba85b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:21:57,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14507e62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:21:58,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cf2ff1f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/java.io.tmpdir/jetty-localhost-37899-hadoop-hdfs-3_4_1-tests_jar-_-any-7657028978346118572/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:21:58,047 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e41d948{HTTP/1.1, (http/1.1)}{localhost:37899} 2024-11-26T15:21:58,047 INFO [Time-limited test {}] server.Server(415): Started @216146ms 2024-11-26T15:21:58,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:21:58,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:21:58,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:21:58,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:21:58,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:21:58,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1131e46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:21:58,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fe97aab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:21:58,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41d7122{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/java.io.tmpdir/jetty-localhost-37795-hadoop-hdfs-3_4_1-tests_jar-_-any-5089113468607738308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:21:58,640 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68dc2cd5{HTTP/1.1, (http/1.1)}{localhost:37795} 2024-11-26T15:21:58,640 INFO [Time-limited test {}] server.Server(415): Started @216739ms 2024-11-26T15:21:58,641 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:21:59,693 WARN [Thread-2316 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/cluster_cda5d789-fc2a-371d-ea84-eab84c60735d/data/data1/current/BP-626209931-172.17.0.3-1732634517507/current, will proceed with Du for space computation calculation, 2024-11-26T15:21:59,693 WARN [Thread-2317 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/cluster_cda5d789-fc2a-371d-ea84-eab84c60735d/data/data2/current/BP-626209931-172.17.0.3-1732634517507/current, will proceed with Du for space computation calculation, 2024-11-26T15:21:59,708 WARN [Thread-2304 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:21:59,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd51a49f372ff234 with lease ID 0x99d015affc87656b: Processing first storage report for DS-06a8e293-54f6-4967-a962-7c468cc044a5 from datanode DatanodeRegistration(127.0.0.1:40005, datanodeUuid=3fb6116b-80e6-452c-8978-19228fa0f98b, infoPort=34599, infoSecurePort=0, ipcPort=39595, storageInfo=lv=-57;cid=testClusterID;nsid=1758216471;c=1732634517507) 2024-11-26T15:21:59,720 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd51a49f372ff234 with lease ID 0x99d015affc87656b: from storage DS-06a8e293-54f6-4967-a962-7c468cc044a5 node DatanodeRegistration(127.0.0.1:40005, datanodeUuid=3fb6116b-80e6-452c-8978-19228fa0f98b, infoPort=34599, infoSecurePort=0, ipcPort=39595, storageInfo=lv=-57;cid=testClusterID;nsid=1758216471;c=1732634517507), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:21:59,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd51a49f372ff234 with lease ID 0x99d015affc87656b: Processing first storage report for DS-1d0afbd8-091f-4f81-bf37-de681dafe928 from datanode DatanodeRegistration(127.0.0.1:40005, datanodeUuid=3fb6116b-80e6-452c-8978-19228fa0f98b, infoPort=34599, infoSecurePort=0, ipcPort=39595, storageInfo=lv=-57;cid=testClusterID;nsid=1758216471;c=1732634517507) 2024-11-26T15:21:59,720 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd51a49f372ff234 with lease ID 0x99d015affc87656b: from storage DS-1d0afbd8-091f-4f81-bf37-de681dafe928 node DatanodeRegistration(127.0.0.1:40005, datanodeUuid=3fb6116b-80e6-452c-8978-19228fa0f98b, infoPort=34599, infoSecurePort=0, ipcPort=39595, storageInfo=lv=-57;cid=testClusterID;nsid=1758216471;c=1732634517507), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:21:59,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c 2024-11-26T15:21:59,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:59,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:21:59,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:22:00,198 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4 with version=8 2024-11-26T15:22:00,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/hbase-staging 2024-11-26T15:22:00,200 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:22:00,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:00,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:00,200 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:22:00,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:00,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:22:00,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:22:00,201 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:22:00,201 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45781 2024-11-26T15:22:00,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45781 connecting to ZooKeeper ensemble=127.0.0.1:62772 2024-11-26T15:22:00,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457810x0, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:22:00,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45781-0x10177bc86550003 connected 2024-11-26T15:22:00,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:00,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:00,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Set watcher on znode that does not yet exist, /1-1831135061/running 2024-11-26T15:22:00,330 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4, hbase.cluster.distributed=false 2024-11-26T15:22:00,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Set watcher on znode that does not yet exist, /1-1831135061/acl 2024-11-26T15:22:00,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45781 2024-11-26T15:22:00,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45781 2024-11-26T15:22:00,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45781 2024-11-26T15:22:00,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45781 2024-11-26T15:22:00,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45781 2024-11-26T15:22:00,346 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:22:00,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:00,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:00,346 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:22:00,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:00,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:22:00,346 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:22:00,347 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:22:00,348 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36395 2024-11-26T15:22:00,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36395 connecting to ZooKeeper ensemble=127.0.0.1:62772 2024-11-26T15:22:00,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:00,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:00,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363950x0, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:22:00,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363950x0, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Set watcher on znode that does not yet exist, /1-1831135061/running 2024-11-26T15:22:00,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36395-0x10177bc86550004 connected 2024-11-26T15:22:00,359 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:22:00,359 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:22:00,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Set watcher on znode that does not yet exist, /1-1831135061/master 2024-11-26T15:22:00,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Set watcher on znode that does not yet exist, /1-1831135061/acl 2024-11-26T15:22:00,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36395 2024-11-26T15:22:00,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36395 2024-11-26T15:22:00,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36395 2024-11-26T15:22:00,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36395 2024-11-26T15:22:00,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36395 2024-11-26T15:22:00,378 DEBUG [M:0;6cc2bc8bf733:45781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:45781 2024-11-26T15:22:00,378 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1831135061/backup-masters/6cc2bc8bf733,45781,1732634520200 2024-11-26T15:22:00,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061/backup-masters 2024-11-26T15:22:00,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061/backup-masters 2024-11-26T15:22:00,390 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Set watcher on existing znode=/1-1831135061/backup-masters/6cc2bc8bf733,45781,1732634520200 2024-11-26T15:22:00,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1831135061/master 2024-11-26T15:22:00,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061 2024-11-26T15:22:00,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061 2024-11-26T15:22:00,400 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Set watcher on existing znode=/1-1831135061/master 2024-11-26T15:22:00,400 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1831135061/backup-masters/6cc2bc8bf733,45781,1732634520200 from backup master directory 2024-11-26T15:22:00,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061/backup-masters 2024-11-26T15:22:00,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1831135061/backup-masters/6cc2bc8bf733,45781,1732634520200 2024-11-26T15:22:00,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061/backup-masters 2024-11-26T15:22:00,410 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:22:00,411 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,45781,1732634520200 2024-11-26T15:22:00,414 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/hbase.id] with ID: a910b305-f7de-4046-9948-facc8084b85e 2024-11-26T15:22:00,414 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/.tmp/hbase.id 2024-11-26T15:22:00,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:22:00,822 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/.tmp/hbase.id]:[hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/hbase.id] 2024-11-26T15:22:00,830 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:00,830 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:22:00,831 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T15:22:00,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061 2024-11-26T15:22:00,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061 2024-11-26T15:22:00,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:22:01,288 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:22:01,289 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:22:01,289 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:22:01,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:22:01,695 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store 2024-11-26T15:22:01,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:22:02,087 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T15:22:02,100 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:02,100 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:22:02,100 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:02,100 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:02,100 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:22:02,100 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:02,100 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:02,100 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634522100Disabling compacts and flushes for region at 1732634522100Disabling writes for close at 1732634522100Writing region close event to WAL at 1732634522100Closed at 1732634522100 2024-11-26T15:22:02,101 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/.initializing 2024-11-26T15:22:02,101 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/WALs/6cc2bc8bf733,45781,1732634520200 2024-11-26T15:22:02,102 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:22:02,103 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C45781%2C1732634520200, suffix=, logDir=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/WALs/6cc2bc8bf733,45781,1732634520200, archiveDir=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/oldWALs, maxLogs=10 2024-11-26T15:22:02,115 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/WALs/6cc2bc8bf733,45781,1732634520200/6cc2bc8bf733%2C45781%2C1732634520200.1732634522103, exclude list is [], retry=0 2024-11-26T15:22:02,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-06a8e293-54f6-4967-a962-7c468cc044a5,DISK] 2024-11-26T15:22:02,119 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/WALs/6cc2bc8bf733,45781,1732634520200/6cc2bc8bf733%2C45781%2C1732634520200.1732634522103 2024-11-26T15:22:02,123 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-26T15:22:02,123 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:22:02,124 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:02,124 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:02,124 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:02,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:02,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:22:02,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:02,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:02,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:02,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:22:02,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:02,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:02,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:02,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:22:02,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:02,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:02,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:02,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:22:02,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:02,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:02,131 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:02,131 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:02,132 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:02,132 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:02,132 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:02,133 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:22:02,134 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:02,135 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:22:02,136 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67852047, jitterRate=0.011074289679527283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:22:02,136 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634522124Initializing all the Stores at 1732634522125 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634522125Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634522126 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634522126Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634522126Cleaning up temporary data from old regions at 1732634522132 (+6 ms)Region opened successfully at 1732634522136 (+4 ms) 2024-11-26T15:22:02,136 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:22:02,138 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d19792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:22:02,139 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:22:02,139 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:22:02,139 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:22:02,140 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:22:02,140 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:22:02,140 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:22:02,140 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:22:02,145 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:22:02,145 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Unable to get data of znode /1-1831135061/balancer because node does not exist (not necessarily an error) 2024-11-26T15:22:02,221 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1831135061/balancer already deleted, retry=false 2024-11-26T15:22:02,221 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:22:02,222 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Unable to get data of znode /1-1831135061/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:22:02,231 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1831135061/normalizer already deleted, retry=false 2024-11-26T15:22:02,232 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:22:02,232 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Unable to get data of znode /1-1831135061/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:22:02,242 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1831135061/switch/split already deleted, retry=false 2024-11-26T15:22:02,243 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Unable to get data of znode /1-1831135061/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:22:02,252 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1831135061/switch/merge already deleted, retry=false 2024-11-26T15:22:02,254 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Unable to get data of znode /1-1831135061/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:22:02,263 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1831135061/snapshot-cleanup already deleted, retry=false 2024-11-26T15:22:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1831135061/running 2024-11-26T15:22:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1831135061/running 2024-11-26T15:22:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061 2024-11-26T15:22:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061 2024-11-26T15:22:02,274 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,45781,1732634520200, sessionid=0x10177bc86550003, setting cluster-up flag (Was=false) 2024-11-26T15:22:02,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061 2024-11-26T15:22:02,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061 2024-11-26T15:22:02,326 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1831135061/flush-table-proc/acquired, /1-1831135061/flush-table-proc/reached, /1-1831135061/flush-table-proc/abort 2024-11-26T15:22:02,327 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,45781,1732634520200 2024-11-26T15:22:02,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061 2024-11-26T15:22:02,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061 2024-11-26T15:22:02,379 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1831135061/online-snapshot/acquired, /1-1831135061/online-snapshot/reached, /1-1831135061/online-snapshot/abort 2024-11-26T15:22:02,380 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,45781,1732634520200 2024-11-26T15:22:02,381 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:22:02,382 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:22:02,382 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:22:02,382 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:22:02,382 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,45781,1732634520200 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:22:02,383 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:22:02,383 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:22:02,384 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:22:02,384 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:22:02,384 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:22:02,384 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:02,384 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:22:02,384 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:02,384 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634552384 2024-11-26T15:22:02,385 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:22:02,385 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:22:02,385 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:22:02,385 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:22:02,385 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:22:02,385 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:22:02,385 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:02,385 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:22:02,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:22:02,385 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:22:02,385 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:22:02,385 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:22:02,385 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:22:02,386 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:22:02,386 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:22:02,386 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634522386,5,FailOnTimeoutGroup] 2024-11-26T15:22:02,386 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:02,386 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634522386,5,FailOnTimeoutGroup] 2024-11-26T15:22:02,386 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:02,386 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:22:02,386 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:02,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:22:02,386 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:02,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:22:02,471 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(746): ClusterId : a910b305-f7de-4046-9948-facc8084b85e 2024-11-26T15:22:02,471 DEBUG [RS:0;6cc2bc8bf733:36395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:22:02,474 DEBUG [RS:0;6cc2bc8bf733:36395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:22:02,474 DEBUG [RS:0;6cc2bc8bf733:36395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:22:02,485 DEBUG [RS:0;6cc2bc8bf733:36395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:22:02,485 DEBUG [RS:0;6cc2bc8bf733:36395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350b2007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:22:02,499 DEBUG [RS:0;6cc2bc8bf733:36395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:36395 2024-11-26T15:22:02,499 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:22:02,499 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:22:02,499 DEBUG [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:22:02,500 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,45781,1732634520200 with port=36395, startcode=1732634520346 2024-11-26T15:22:02,500 DEBUG [RS:0;6cc2bc8bf733:36395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:22:02,501 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:22:02,502 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,36395,1732634520346 2024-11-26T15:22:02,502 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45781 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,36395,1732634520346 2024-11-26T15:22:02,503 DEBUG [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4 2024-11-26T15:22:02,503 DEBUG [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42213 2024-11-26T15:22:02,503 DEBUG [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:22:02,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061/rs 2024-11-26T15:22:02,561 DEBUG [RS:0;6cc2bc8bf733:36395 {}] zookeeper.ZKUtil(111): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Set watcher on existing znode=/1-1831135061/rs/6cc2bc8bf733,36395,1732634520346 2024-11-26T15:22:02,561 WARN [RS:0;6cc2bc8bf733:36395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:22:02,561 INFO [RS:0;6cc2bc8bf733:36395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:22:02,562 DEBUG [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346 2024-11-26T15:22:02,562 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,36395,1732634520346] 2024-11-26T15:22:02,564 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:22:02,565 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:22:02,566 INFO [RS:0;6cc2bc8bf733:36395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:22:02,566 INFO [RS:0;6cc2bc8bf733:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:02,566 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:22:02,567 INFO [RS:0;6cc2bc8bf733:36395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:22:02,567 INFO [RS:0;6cc2bc8bf733:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:02,567 DEBUG [RS:0;6cc2bc8bf733:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:02,567 DEBUG [RS:0;6cc2bc8bf733:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:02,567 DEBUG [RS:0;6cc2bc8bf733:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:02,567 DEBUG [RS:0;6cc2bc8bf733:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:02,567 DEBUG [RS:0;6cc2bc8bf733:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:02,567 DEBUG [RS:0;6cc2bc8bf733:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:22:02,567 DEBUG [RS:0;6cc2bc8bf733:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:02,567 DEBUG [RS:0;6cc2bc8bf733:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:02,567 DEBUG [RS:0;6cc2bc8bf733:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:02,567 DEBUG [RS:0;6cc2bc8bf733:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:02,567 DEBUG [RS:0;6cc2bc8bf733:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:02,567 DEBUG [RS:0;6cc2bc8bf733:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:02,567 DEBUG [RS:0;6cc2bc8bf733:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:22:02,567 DEBUG [RS:0;6cc2bc8bf733:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:22:02,567 INFO [RS:0;6cc2bc8bf733:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:02,567 INFO [RS:0;6cc2bc8bf733:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:02,567 INFO [RS:0;6cc2bc8bf733:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:02,567 INFO [RS:0;6cc2bc8bf733:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:02,567 INFO [RS:0;6cc2bc8bf733:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:02,567 INFO [RS:0;6cc2bc8bf733:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,36395,1732634520346-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:22:02,581 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:22:02,581 INFO [RS:0;6cc2bc8bf733:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,36395,1732634520346-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:02,581 INFO [RS:0;6cc2bc8bf733:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:02,581 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.Replication(171): 6cc2bc8bf733,36395,1732634520346 started 2024-11-26T15:22:02,594 INFO [RS:0;6cc2bc8bf733:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:02,594 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,36395,1732634520346, RpcServer on 6cc2bc8bf733/172.17.0.3:36395, sessionid=0x10177bc86550004 2024-11-26T15:22:02,594 DEBUG [RS:0;6cc2bc8bf733:36395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:22:02,594 DEBUG [RS:0;6cc2bc8bf733:36395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,36395,1732634520346 2024-11-26T15:22:02,594 DEBUG [RS:0;6cc2bc8bf733:36395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,36395,1732634520346' 2024-11-26T15:22:02,594 DEBUG [RS:0;6cc2bc8bf733:36395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1831135061/flush-table-proc/abort' 2024-11-26T15:22:02,595 DEBUG [RS:0;6cc2bc8bf733:36395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1831135061/flush-table-proc/acquired' 2024-11-26T15:22:02,595 DEBUG [RS:0;6cc2bc8bf733:36395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:22:02,595 DEBUG [RS:0;6cc2bc8bf733:36395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:22:02,595 DEBUG [RS:0;6cc2bc8bf733:36395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,36395,1732634520346 2024-11-26T15:22:02,595 DEBUG [RS:0;6cc2bc8bf733:36395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,36395,1732634520346' 2024-11-26T15:22:02,595 DEBUG [RS:0;6cc2bc8bf733:36395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1831135061/online-snapshot/abort' 2024-11-26T15:22:02,595 DEBUG [RS:0;6cc2bc8bf733:36395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1831135061/online-snapshot/acquired' 2024-11-26T15:22:02,595 DEBUG [RS:0;6cc2bc8bf733:36395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:22:02,595 INFO [RS:0;6cc2bc8bf733:36395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:22:02,595 INFO [RS:0;6cc2bc8bf733:36395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:22:02,696 INFO [RS:0;6cc2bc8bf733:36395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:22:02,697 INFO [RS:0;6cc2bc8bf733:36395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C36395%2C1732634520346, suffix=, logDir=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346, archiveDir=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/oldWALs, maxLogs=10 2024-11-26T15:22:02,708 DEBUG [RS:0;6cc2bc8bf733:36395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697, exclude list is [], retry=0 2024-11-26T15:22:02,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-06a8e293-54f6-4967-a962-7c468cc044a5,DISK] 2024-11-26T15:22:02,712 INFO [RS:0;6cc2bc8bf733:36395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 2024-11-26T15:22:02,712 DEBUG [RS:0;6cc2bc8bf733:36395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-26T15:22:02,793 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:22:02,793 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4 2024-11-26T15:22:02,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741833_1009 (size=32) 2024-11-26T15:22:02,813 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:22:02,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:02,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:02,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:02,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:02,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:02,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:02,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:02,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:02,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:02,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:03,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:03,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:22:03,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:22:03,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:03,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:03,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:22:03,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:22:03,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:03,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:03,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:22:03,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:22:03,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:03,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:03,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:22:03,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:22:03,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:03,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:03,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:22:03,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740 2024-11-26T15:22:03,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740 2024-11-26T15:22:03,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:22:03,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:22:03,206 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:22:03,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:22:03,208 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:22:03,209 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66794221, jitterRate=-0.004688546061515808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:22:03,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634523198Initializing all the Stores at 1732634523199 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634523199Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634523199Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634523199Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634523199Cleaning up temporary data from old regions at 1732634523206 (+7 ms)Region opened successfully at 1732634523209 (+3 ms) 2024-11-26T15:22:03,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:22:03,209 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:22:03,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:22:03,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:22:03,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:22:03,209 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:22:03,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634523209Disabling compacts and flushes for region at 1732634523209Disabling writes for close at 1732634523209Writing region close event to WAL at 1732634523209Closed at 1732634523209 2024-11-26T15:22:03,210 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:22:03,210 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:22:03,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:22:03,211 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:22:03,211 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:22:03,362 DEBUG [6cc2bc8bf733:45781 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:22:03,362 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,36395,1732634520346 2024-11-26T15:22:03,363 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,36395,1732634520346, state=OPENING 2024-11-26T15:22:03,431 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:22:03,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061 2024-11-26T15:22:03,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061 2024-11-26T15:22:03,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1831135061/meta-region-server: CHANGED 2024-11-26T15:22:03,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1831135061/meta-region-server: CHANGED 2024-11-26T15:22:03,442 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:22:03,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,36395,1732634520346}] 2024-11-26T15:22:03,594 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:22:03,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:22:03,598 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:22:03,598 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:22:03,599 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:22:03,600 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C36395%2C1732634520346.meta, suffix=.meta, logDir=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346, archiveDir=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/oldWALs, maxLogs=10 2024-11-26T15:22:03,611 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.meta.1732634523600.meta, exclude list is [], retry=0 2024-11-26T15:22:03,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-06a8e293-54f6-4967-a962-7c468cc044a5,DISK] 2024-11-26T15:22:03,614 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.meta.1732634523600.meta 2024-11-26T15:22:03,614 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-26T15:22:03,614 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:22:03,615 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:22:03,615 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:22:03,615 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:22:03,615 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:22:03,615 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:22:03,615 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:03,615 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:22:03,615 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:22:03,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:22:03,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:22:03,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:03,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:03,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:22:03,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:22:03,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:03,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:03,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:22:03,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:22:03,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:03,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:03,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:22:03,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:22:03,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:03,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:03,619 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:22:03,619 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740 2024-11-26T15:22:03,620 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740 2024-11-26T15:22:03,621 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:22:03,621 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:22:03,621 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:22:03,622 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:22:03,623 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64349782, jitterRate=-0.04111352562904358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:22:03,623 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:22:03,623 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634523615Writing region info on filesystem at 1732634523615Initializing all the Stores at 1732634523616 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634523616Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634523616Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634523616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634523616Cleaning up temporary data from old regions at 1732634523621 (+5 ms)Running coprocessor post-open hooks at 1732634523623 (+2 ms)Region opened successfully at 1732634523623 2024-11-26T15:22:03,624 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634523594 2024-11-26T15:22:03,625 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:22:03,625 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:22:03,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,36395,1732634520346 2024-11-26T15:22:03,626 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,36395,1732634520346, state=OPEN 2024-11-26T15:22:03,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1831135061/meta-region-server 2024-11-26T15:22:03,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1831135061/meta-region-server 2024-11-26T15:22:03,652 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,36395,1732634520346 2024-11-26T15:22:03,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1831135061/meta-region-server: CHANGED 2024-11-26T15:22:03,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1831135061/meta-region-server: CHANGED 2024-11-26T15:22:03,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:22:03,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,36395,1732634520346 in 210 msec 2024-11-26T15:22:03,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:22:03,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-26T15:22:03,656 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:22:03,656 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:22:03,657 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:03,657 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,36395,1732634520346, seqNum=-1] 2024-11-26T15:22:03,657 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:03,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:22:03,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-26T15:22:03,662 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634523662, completionTime=-1 2024-11-26T15:22:03,662 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:22:03,662 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:22:03,664 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:22:03,664 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634583664 2024-11-26T15:22:03,664 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634643664 2024-11-26T15:22:03,664 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T15:22:03,664 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45781,1732634520200-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:03,664 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45781,1732634520200-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:03,664 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45781,1732634520200-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:03,664 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:45781, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:03,664 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:03,664 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:03,665 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:22:03,666 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.255sec 2024-11-26T15:22:03,667 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:22:03,667 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:22:03,667 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:22:03,667 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:22:03,667 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:22:03,667 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45781,1732634520200-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:22:03,667 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45781,1732634520200-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:22:03,668 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:22:03,668 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:22:03,668 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45781,1732634520200-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:03,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561ec44b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:03,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,45781,-1 for getting cluster id 2024-11-26T15:22:03,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:03,672 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a910b305-f7de-4046-9948-facc8084b85e' 2024-11-26T15:22:03,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:03,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a910b305-f7de-4046-9948-facc8084b85e" 2024-11-26T15:22:03,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331fd52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:03,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,45781,-1] 2024-11-26T15:22:03,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:03,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:03,673 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:03,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77900c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:03,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:03,675 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,36395,1732634520346, seqNum=-1] 2024-11-26T15:22:03,675 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:03,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:22:03,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,45781,1732634520200 2024-11-26T15:22:03,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62772 2024-11-26T15:22:03,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:22:03,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10177bc86550005 connected 2024-11-26T15:22:03,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:03,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,46013,1732634514126 2024-11-26T15:22:03,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ecc7c5a 2024-11-26T15:22:03,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:03,698 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:22:03,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:22:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T15:22:03,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:22:03,700 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:03,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T15:22:03,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:22:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:03,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741835_1011 (size=902) 2024-11-26T15:22:03,709 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52e8c2f32e4b7c1d0b300ec9fea0d1ab, NAME => 'test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2 2024-11-26T15:22:03,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741836_1012 (size=39) 2024-11-26T15:22:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:04,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:04,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 52e8c2f32e4b7c1d0b300ec9fea0d1ab, disabling compactions & flushes 2024-11-26T15:22:04,114 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab. 2024-11-26T15:22:04,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab. 2024-11-26T15:22:04,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab. after waiting 0 ms 2024-11-26T15:22:04,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab. 2024-11-26T15:22:04,114 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab. 2024-11-26T15:22:04,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52e8c2f32e4b7c1d0b300ec9fea0d1ab: Waiting for close lock at 1732634524114Disabling compacts and flushes for region at 1732634524114Disabling writes for close at 1732634524114Writing region close event to WAL at 1732634524114Closed at 1732634524114 2024-11-26T15:22:04,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:22:04,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732634524115"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634524115"}]},"ts":"1732634524115"} 2024-11-26T15:22:04,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:22:04,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:22:04,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634524118"}]},"ts":"1732634524118"} 2024-11-26T15:22:04,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T15:22:04,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52e8c2f32e4b7c1d0b300ec9fea0d1ab, ASSIGN}] 2024-11-26T15:22:04,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52e8c2f32e4b7c1d0b300ec9fea0d1ab, ASSIGN 2024-11-26T15:22:04,121 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=52e8c2f32e4b7c1d0b300ec9fea0d1ab, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,45621,1732634514419; forceNewPlan=false, retain=false 2024-11-26T15:22:04,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52e8c2f32e4b7c1d0b300ec9fea0d1ab, regionState=OPENING, regionLocation=6cc2bc8bf733,45621,1732634514419 2024-11-26T15:22:04,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=52e8c2f32e4b7c1d0b300ec9fea0d1ab, ASSIGN because future has completed 2024-11-26T15:22:04,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52e8c2f32e4b7c1d0b300ec9fea0d1ab, server=6cc2bc8bf733,45621,1732634514419}] 2024-11-26T15:22:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:04,429 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab. 2024-11-26T15:22:04,429 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 52e8c2f32e4b7c1d0b300ec9fea0d1ab, NAME => 'test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:22:04,429 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:22:04,429 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T15:22:04,429 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 52e8c2f32e4b7c1d0b300ec9fea0d1ab 2024-11-26T15:22:04,429 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:04,429 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 52e8c2f32e4b7c1d0b300ec9fea0d1ab 2024-11-26T15:22:04,429 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 52e8c2f32e4b7c1d0b300ec9fea0d1ab 2024-11-26T15:22:04,430 INFO [StoreOpener-52e8c2f32e4b7c1d0b300ec9fea0d1ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 52e8c2f32e4b7c1d0b300ec9fea0d1ab 2024-11-26T15:22:04,431 INFO [StoreOpener-52e8c2f32e4b7c1d0b300ec9fea0d1ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e8c2f32e4b7c1d0b300ec9fea0d1ab columnFamilyName f 2024-11-26T15:22:04,431 DEBUG [StoreOpener-52e8c2f32e4b7c1d0b300ec9fea0d1ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:04,432 INFO [StoreOpener-52e8c2f32e4b7c1d0b300ec9fea0d1ab-1 {}] regionserver.HStore(327): Store=52e8c2f32e4b7c1d0b300ec9fea0d1ab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:04,432 INFO [StoreOpener-52e8c2f32e4b7c1d0b300ec9fea0d1ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 52e8c2f32e4b7c1d0b300ec9fea0d1ab 2024-11-26T15:22:04,432 INFO [StoreOpener-52e8c2f32e4b7c1d0b300ec9fea0d1ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e8c2f32e4b7c1d0b300ec9fea0d1ab columnFamilyName f1 2024-11-26T15:22:04,432 DEBUG [StoreOpener-52e8c2f32e4b7c1d0b300ec9fea0d1ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:04,433 INFO [StoreOpener-52e8c2f32e4b7c1d0b300ec9fea0d1ab-1 {}] regionserver.HStore(327): Store=52e8c2f32e4b7c1d0b300ec9fea0d1ab/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:04,433 INFO [StoreOpener-52e8c2f32e4b7c1d0b300ec9fea0d1ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 52e8c2f32e4b7c1d0b300ec9fea0d1ab 2024-11-26T15:22:04,433 INFO [StoreOpener-52e8c2f32e4b7c1d0b300ec9fea0d1ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e8c2f32e4b7c1d0b300ec9fea0d1ab columnFamilyName norep 2024-11-26T15:22:04,433 DEBUG [StoreOpener-52e8c2f32e4b7c1d0b300ec9fea0d1ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:04,434 INFO [StoreOpener-52e8c2f32e4b7c1d0b300ec9fea0d1ab-1 {}] regionserver.HStore(327): Store=52e8c2f32e4b7c1d0b300ec9fea0d1ab/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:04,434 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 52e8c2f32e4b7c1d0b300ec9fea0d1ab 2024-11-26T15:22:04,434 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab 2024-11-26T15:22:04,434 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab 2024-11-26T15:22:04,435 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 52e8c2f32e4b7c1d0b300ec9fea0d1ab 2024-11-26T15:22:04,435 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 52e8c2f32e4b7c1d0b300ec9fea0d1ab 2024-11-26T15:22:04,435 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:22:04,436 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 52e8c2f32e4b7c1d0b300ec9fea0d1ab 2024-11-26T15:22:04,438 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:22:04,438 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 52e8c2f32e4b7c1d0b300ec9fea0d1ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72398435, jitterRate=0.07882075011730194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:22:04,438 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52e8c2f32e4b7c1d0b300ec9fea0d1ab 2024-11-26T15:22:04,438 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 52e8c2f32e4b7c1d0b300ec9fea0d1ab: Running coprocessor pre-open hook at 1732634524430Writing region info on filesystem at 1732634524430Initializing all the Stores at 1732634524430Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634524430Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634524430Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634524430Cleaning up temporary data from old regions at 1732634524435 (+5 ms)Running coprocessor post-open hooks at 1732634524438 (+3 ms)Region opened successfully at 1732634524438 2024-11-26T15:22:04,439 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab., pid=6, masterSystemTime=1732634524426 2024-11-26T15:22:04,440 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab. 2024-11-26T15:22:04,440 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab. 2024-11-26T15:22:04,441 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52e8c2f32e4b7c1d0b300ec9fea0d1ab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6cc2bc8bf733,45621,1732634514419 2024-11-26T15:22:04,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52e8c2f32e4b7c1d0b300ec9fea0d1ab, server=6cc2bc8bf733,45621,1732634514419 because future has completed 2024-11-26T15:22:04,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:22:04,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 52e8c2f32e4b7c1d0b300ec9fea0d1ab, server=6cc2bc8bf733,45621,1732634514419 in 169 msec 2024-11-26T15:22:04,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T15:22:04,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=52e8c2f32e4b7c1d0b300ec9fea0d1ab, ASSIGN in 324 msec 2024-11-26T15:22:04,446 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:22:04,446 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634524446"}]},"ts":"1732634524446"} 2024-11-26T15:22:04,448 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T15:22:04,449 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:22:04,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-26T15:22:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:04,835 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T15:22:04,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:04,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,45781,1732634520200 2024-11-26T15:22:04,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6247d961 2024-11-26T15:22:04,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:04,837 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:22:04,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:22:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T15:22:04,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:22:04,840 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:04,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T15:22:04,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:22:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:04,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741835_1011 (size=902) 2024-11-26T15:22:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:05,247 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a777cc297b5c2f488dc09664655e3a89, NAME => 'test,,1732634524837.a777cc297b5c2f488dc09664655e3a89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4 2024-11-26T15:22:05,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741836_1012 (size=39) 2024-11-26T15:22:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:05,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732634524837.a777cc297b5c2f488dc09664655e3a89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:05,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a777cc297b5c2f488dc09664655e3a89, disabling compactions & flushes 2024-11-26T15:22:05,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732634524837.a777cc297b5c2f488dc09664655e3a89. 2024-11-26T15:22:05,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634524837.a777cc297b5c2f488dc09664655e3a89. 2024-11-26T15:22:05,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732634524837.a777cc297b5c2f488dc09664655e3a89. after waiting 0 ms 2024-11-26T15:22:05,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732634524837.a777cc297b5c2f488dc09664655e3a89. 2024-11-26T15:22:05,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732634524837.a777cc297b5c2f488dc09664655e3a89. 2024-11-26T15:22:05,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a777cc297b5c2f488dc09664655e3a89: Waiting for close lock at 1732634525652Disabling compacts and flushes for region at 1732634525652Disabling writes for close at 1732634525652Writing region close event to WAL at 1732634525652Closed at 1732634525652 2024-11-26T15:22:05,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:22:05,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732634524837.a777cc297b5c2f488dc09664655e3a89.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732634525653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634525653"}]},"ts":"1732634525653"} 2024-11-26T15:22:05,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:22:05,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:22:05,656 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634525656"}]},"ts":"1732634525656"} 2024-11-26T15:22:05,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T15:22:05,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a777cc297b5c2f488dc09664655e3a89, ASSIGN}] 2024-11-26T15:22:05,659 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a777cc297b5c2f488dc09664655e3a89, ASSIGN 2024-11-26T15:22:05,660 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a777cc297b5c2f488dc09664655e3a89, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,36395,1732634520346; forceNewPlan=false, retain=false 2024-11-26T15:22:05,810 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a777cc297b5c2f488dc09664655e3a89, regionState=OPENING, regionLocation=6cc2bc8bf733,36395,1732634520346 2024-11-26T15:22:05,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a777cc297b5c2f488dc09664655e3a89, ASSIGN because future has completed 2024-11-26T15:22:05,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a777cc297b5c2f488dc09664655e3a89, server=6cc2bc8bf733,36395,1732634520346}] 2024-11-26T15:22:05,955 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:05,955 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:22:05,956 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18224 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:22:05,968 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732634524837.a777cc297b5c2f488dc09664655e3a89. 2024-11-26T15:22:05,968 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a777cc297b5c2f488dc09664655e3a89, NAME => 'test,,1732634524837.a777cc297b5c2f488dc09664655e3a89.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:22:05,968 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:22:05,968 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T15:22:05,968 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:05,968 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732634524837.a777cc297b5c2f488dc09664655e3a89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:05,968 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:05,968 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:05,969 INFO [StoreOpener-a777cc297b5c2f488dc09664655e3a89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:05,970 INFO [StoreOpener-a777cc297b5c2f488dc09664655e3a89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a777cc297b5c2f488dc09664655e3a89 columnFamilyName f 2024-11-26T15:22:05,970 DEBUG [StoreOpener-a777cc297b5c2f488dc09664655e3a89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:05,971 INFO [StoreOpener-a777cc297b5c2f488dc09664655e3a89-1 {}] regionserver.HStore(327): Store=a777cc297b5c2f488dc09664655e3a89/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:05,971 INFO [StoreOpener-a777cc297b5c2f488dc09664655e3a89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:05,972 INFO [StoreOpener-a777cc297b5c2f488dc09664655e3a89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a777cc297b5c2f488dc09664655e3a89 columnFamilyName f1 2024-11-26T15:22:05,972 DEBUG [StoreOpener-a777cc297b5c2f488dc09664655e3a89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:05,972 INFO [StoreOpener-a777cc297b5c2f488dc09664655e3a89-1 {}] regionserver.HStore(327): Store=a777cc297b5c2f488dc09664655e3a89/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:05,972 INFO [StoreOpener-a777cc297b5c2f488dc09664655e3a89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:05,973 INFO [StoreOpener-a777cc297b5c2f488dc09664655e3a89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a777cc297b5c2f488dc09664655e3a89 columnFamilyName norep 2024-11-26T15:22:05,973 DEBUG [StoreOpener-a777cc297b5c2f488dc09664655e3a89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:05,973 INFO [StoreOpener-a777cc297b5c2f488dc09664655e3a89-1 {}] regionserver.HStore(327): Store=a777cc297b5c2f488dc09664655e3a89/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:05,973 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:05,974 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:05,974 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:05,975 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:05,975 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:05,975 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:22:05,976 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:05,978 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:22:05,978 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a777cc297b5c2f488dc09664655e3a89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69040969, jitterRate=0.028790608048439026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:22:05,978 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:05,978 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a777cc297b5c2f488dc09664655e3a89: Running coprocessor pre-open hook at 1732634525969Writing region info on filesystem at 1732634525969Initializing all the Stores at 1732634525969Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634525969Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634525969Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634525969Cleaning up temporary data from old regions at 1732634525975 (+6 ms)Running coprocessor post-open hooks at 1732634525978 (+3 ms)Region opened successfully at 1732634525978 2024-11-26T15:22:05,979 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732634524837.a777cc297b5c2f488dc09664655e3a89., pid=6, masterSystemTime=1732634525965 2024-11-26T15:22:05,980 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732634524837.a777cc297b5c2f488dc09664655e3a89. 2024-11-26T15:22:05,980 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732634524837.a777cc297b5c2f488dc09664655e3a89. 2024-11-26T15:22:05,981 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a777cc297b5c2f488dc09664655e3a89, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6cc2bc8bf733,36395,1732634520346 2024-11-26T15:22:05,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a777cc297b5c2f488dc09664655e3a89, server=6cc2bc8bf733,36395,1732634520346 because future has completed 2024-11-26T15:22:05,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:22:05,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a777cc297b5c2f488dc09664655e3a89, server=6cc2bc8bf733,36395,1732634520346 in 170 msec 2024-11-26T15:22:05,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T15:22:05,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a777cc297b5c2f488dc09664655e3a89, ASSIGN in 327 msec 2024-11-26T15:22:05,987 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:22:05,987 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634525987"}]},"ts":"1732634525987"} 2024-11-26T15:22:05,989 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T15:22:05,989 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:22:05,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-26T15:22:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:06,985 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T15:22:06,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb79bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:06,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46013,-1 for getting cluster id 2024-11-26T15:22:06,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:06,987 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4e8a783-76d9-4b5c-989c-6a9d7ed26c7f' 2024-11-26T15:22:06,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:06,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4e8a783-76d9-4b5c-989c-6a9d7ed26c7f" 2024-11-26T15:22:06,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28119d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:06,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46013,-1] 2024-11-26T15:22:06,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:06,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:06,988 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1343fe98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:06,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11be61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:06,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,45781,-1 for getting cluster id 2024-11-26T15:22:06,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:06,991 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a910b305-f7de-4046-9948-facc8084b85e' 2024-11-26T15:22:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a910b305-f7de-4046-9948-facc8084b85e" 2024-11-26T15:22:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c9788c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,45781,-1] 2024-11-26T15:22:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:06,993 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1b2b77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:06,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f7129f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:06,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46013,-1 for getting cluster id 2024-11-26T15:22:06,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:06,995 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4e8a783-76d9-4b5c-989c-6a9d7ed26c7f' 2024-11-26T15:22:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4e8a783-76d9-4b5c-989c-6a9d7ed26c7f" 2024-11-26T15:22:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20dd4e3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46013,-1] 2024-11-26T15:22:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:06,996 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:06,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee0cce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:06,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:06,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,46013,1732634514126 2024-11-26T15:22:06,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5acf765c 2024-11-26T15:22:06,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:06,998 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:22:06,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6cc2bc8bf733:45781,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T15:22:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:22:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:07,000 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:45781' 2024-11-26T15:22:07,001 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7e7997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:07,001 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,45781,-1 for getting cluster id 2024-11-26T15:22:07,001 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:07,002 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a910b305-f7de-4046-9948-facc8084b85e' 2024-11-26T15:22:07,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:07,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a910b305-f7de-4046-9948-facc8084b85e" 2024-11-26T15:22:07,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb36ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:07,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,45781,-1] 2024-11-26T15:22:07,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:07,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:07,003 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:07,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137548e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:07,004 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:07,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,45781,1732634520200 2024-11-26T15:22:07,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@451b43 2024-11-26T15:22:07,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:07,005 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:22:07,006 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T15:22:07,006 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:22:07,006 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:07,006 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:07,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:07,006 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:22:07,007 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T15:22:07,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:22:07,008 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:07,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:22:07,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741837_1013 (size=1138) 2024-11-26T15:22:07,057 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T15:22:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:07,414 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ecaad46ee7275aed4b11c594881294b7, NAME => 'hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2 2024-11-26T15:22:07,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741838_1014 (size=44) 2024-11-26T15:22:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:07,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:07,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ecaad46ee7275aed4b11c594881294b7, disabling compactions & flushes 2024-11-26T15:22:07,819 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. 2024-11-26T15:22:07,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. 2024-11-26T15:22:07,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. after waiting 0 ms 2024-11-26T15:22:07,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. 2024-11-26T15:22:07,819 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. 2024-11-26T15:22:07,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ecaad46ee7275aed4b11c594881294b7: Waiting for close lock at 1732634527819Disabling compacts and flushes for region at 1732634527819Disabling writes for close at 1732634527819Writing region close event to WAL at 1732634527819Closed at 1732634527819 2024-11-26T15:22:07,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:22:07,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732634527820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634527820"}]},"ts":"1732634527820"} 2024-11-26T15:22:07,822 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:22:07,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:22:07,823 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634527822"}]},"ts":"1732634527822"} 2024-11-26T15:22:07,824 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T15:22:07,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecaad46ee7275aed4b11c594881294b7, ASSIGN}] 2024-11-26T15:22:07,825 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecaad46ee7275aed4b11c594881294b7, ASSIGN 2024-11-26T15:22:07,825 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ecaad46ee7275aed4b11c594881294b7, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,45621,1732634514419; forceNewPlan=false, retain=false 2024-11-26T15:22:07,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ecaad46ee7275aed4b11c594881294b7, regionState=OPENING, regionLocation=6cc2bc8bf733,45621,1732634514419 2024-11-26T15:22:07,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ecaad46ee7275aed4b11c594881294b7, ASSIGN because future has completed 2024-11-26T15:22:07,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecaad46ee7275aed4b11c594881294b7, server=6cc2bc8bf733,45621,1732634514419}] 2024-11-26T15:22:08,088 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T15:22:08,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. 2024-11-26T15:22:08,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:22:08,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T15:22:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:08,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C45621%2C1732634514419.rep, suffix=, logDir=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419, archiveDir=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/oldWALs, maxLogs=10 2024-11-26T15:22:08,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.rep.1732634528135, exclude list is [], retry=0 2024-11-26T15:22:08,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37261,DS-9e55798c-9e06-4cfc-ab7a-d0dad4c7ddc2,DISK] 2024-11-26T15:22:08,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.rep.1732634528135 2024-11-26T15:22:08,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38165:38165)] 2024-11-26T15:22:08,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ecaad46ee7275aed4b11c594881294b7, NAME => 'hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:22:08,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:22:08,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:22:08,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. service=MultiRowMutationService 2024-11-26T15:22:08,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T15:22:08,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:08,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:08,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:08,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:08,152 INFO [StoreOpener-ecaad46ee7275aed4b11c594881294b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:08,153 INFO [StoreOpener-ecaad46ee7275aed4b11c594881294b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecaad46ee7275aed4b11c594881294b7 columnFamilyName hfileref 2024-11-26T15:22:08,153 DEBUG [StoreOpener-ecaad46ee7275aed4b11c594881294b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:08,153 INFO [StoreOpener-ecaad46ee7275aed4b11c594881294b7-1 {}] regionserver.HStore(327): Store=ecaad46ee7275aed4b11c594881294b7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:08,153 INFO [StoreOpener-ecaad46ee7275aed4b11c594881294b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:08,153 INFO [StoreOpener-ecaad46ee7275aed4b11c594881294b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecaad46ee7275aed4b11c594881294b7 columnFamilyName queue 2024-11-26T15:22:08,153 DEBUG [StoreOpener-ecaad46ee7275aed4b11c594881294b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:08,154 INFO [StoreOpener-ecaad46ee7275aed4b11c594881294b7-1 {}] regionserver.HStore(327): Store=ecaad46ee7275aed4b11c594881294b7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:08,154 INFO [StoreOpener-ecaad46ee7275aed4b11c594881294b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:08,154 INFO [StoreOpener-ecaad46ee7275aed4b11c594881294b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecaad46ee7275aed4b11c594881294b7 columnFamilyName sid 2024-11-26T15:22:08,154 DEBUG [StoreOpener-ecaad46ee7275aed4b11c594881294b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:08,155 INFO [StoreOpener-ecaad46ee7275aed4b11c594881294b7-1 {}] regionserver.HStore(327): Store=ecaad46ee7275aed4b11c594881294b7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:08,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:08,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/replication/ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:08,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/replication/ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:08,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:08,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:08,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:22:08,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:08,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/replication/ecaad46ee7275aed4b11c594881294b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:22:08,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ecaad46ee7275aed4b11c594881294b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74028272, jitterRate=0.10310721397399902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:22:08,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:08,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ecaad46ee7275aed4b11c594881294b7: Running coprocessor pre-open hook at 1732634528151Writing region info on filesystem at 1732634528151Initializing all the Stores at 1732634528152 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634528152Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634528152Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634528152Cleaning up temporary data from old regions at 1732634528156 (+4 ms)Running coprocessor post-open hooks at 1732634528159 (+3 ms)Region opened successfully at 1732634528160 (+1 ms) 2024-11-26T15:22:08,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7., pid=10, masterSystemTime=1732634528130 2024-11-26T15:22:08,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. 2024-11-26T15:22:08,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. 2024-11-26T15:22:08,163 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ecaad46ee7275aed4b11c594881294b7, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,45621,1732634514419 2024-11-26T15:22:08,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecaad46ee7275aed4b11c594881294b7, server=6cc2bc8bf733,45621,1732634514419 because future has completed 2024-11-26T15:22:08,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T15:22:08,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ecaad46ee7275aed4b11c594881294b7, server=6cc2bc8bf733,45621,1732634514419 in 187 msec 2024-11-26T15:22:08,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T15:22:08,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecaad46ee7275aed4b11c594881294b7, ASSIGN in 343 msec 2024-11-26T15:22:08,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:22:08,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634528168"}]},"ts":"1732634528168"} 2024-11-26T15:22:08,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T15:22:08,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:22:08,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-26T15:22:08,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7., hostname=6cc2bc8bf733,45621,1732634514419, seqNum=2] 2024-11-26T15:22:08,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821 2024-11-26T15:22:08,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821 2024-11-26T15:22:08,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:22:08,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T15:22:08,416 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T15:22:08,440 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6cc2bc8bf733,45621,1732634514419, ReplicationSource: 1, currentBandwidth=0 2024-11-26T15:22:08,440 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:08,440 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45621,1732634514419, seqNum=-1] 2024-11-26T15:22:08,441 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:08,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-26T15:22:08,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6cc2bc8bf733,45621,1732634514419', locateType=CURRENT is [region=hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7., hostname=6cc2bc8bf733,45621,1732634514419, seqNum=2] 2024-11-26T15:22:08,445 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T15:22:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T15:22:08,447 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6cc2bc8bf733,45621,1732634514419 suceeded 2024-11-26T15:22:08,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T15:22:08,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-26T15:22:08,448 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6cc2bc8bf733:45781,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:22:08,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4510 sec 2024-11-26T15:22:08,458 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:45781' 2024-11-26T15:22:08,459 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68636888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:08,459 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,45781,-1 for getting cluster id 2024-11-26T15:22:08,459 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:08,460 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a910b305-f7de-4046-9948-facc8084b85e' 2024-11-26T15:22:08,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:08,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a910b305-f7de-4046-9948-facc8084b85e" 2024-11-26T15:22:08,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63487a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:08,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,45781,-1] 2024-11-26T15:22:08,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:08,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:08,461 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:08,461 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aa5f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:08,461 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:08,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,45781,1732634520200 2024-11-26T15:22:08,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41558451 2024-11-26T15:22:08,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:08,463 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-26T15:22:08,463 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6cc2bc8bf733,45621,1732634514419 (queues=1) is replicating from cluster=d4e8a783-76d9-4b5c-989c-6a9d7ed26c7f to cluster=a910b305-f7de-4046-9948-facc8084b85e 2024-11-26T15:22:08,463 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6cc2bc8bf733%2C45621%2C1732634514419 2024-11-26T15:22:08,463 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6cc2bc8bf733,45621,1732634514419, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:22:08,464 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.shipper6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C45621%2C1732634514419 2024-11-26T15:22:08,464 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225, startPosition=0, beingWritten=true 2024-11-26T15:22:08,468 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:08,468 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 379, reset compression=false 2024-11-26T15:22:08,468 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.shipper6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,45621,1732634514419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:08,671 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 379, reset compression=false 2024-11-26T15:22:08,975 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 379, reset compression=false 2024-11-26T15:22:09,117 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:22:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:09,145 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T15:22:09,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:22:09,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:09,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:09,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:09,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:09,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f838ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:09,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,45781,-1 for getting cluster id 2024-11-26T15:22:09,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:09,147 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a910b305-f7de-4046-9948-facc8084b85e' 2024-11-26T15:22:09,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:09,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a910b305-f7de-4046-9948-facc8084b85e" 2024-11-26T15:22:09,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbe0f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:09,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,45781,-1] 2024-11-26T15:22:09,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:09,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:09,148 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:09,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1efc7b74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:09,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:09,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,45781,1732634520200 2024-11-26T15:22:09,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7046844a 2024-11-26T15:22:09,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:09,150 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:22:09,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6cc2bc8bf733:46013,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T15:22:09,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:09,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:22:09,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:09,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:09,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:09,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:09,153 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:46013' 2024-11-26T15:22:09,154 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6684ee83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:09,154 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46013,-1 for getting cluster id 2024-11-26T15:22:09,154 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:09,154 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4e8a783-76d9-4b5c-989c-6a9d7ed26c7f' 2024-11-26T15:22:09,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:09,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4e8a783-76d9-4b5c-989c-6a9d7ed26c7f" 2024-11-26T15:22:09,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad90857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:09,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46013,-1] 2024-11-26T15:22:09,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:09,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:09,155 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:09,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26671466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:09,156 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:09,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,46013,1732634514126 2024-11-26T15:22:09,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cb0a683 2024-11-26T15:22:09,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:09,157 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:22:09,158 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T15:22:09,158 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:22:09,158 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:09,158 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:09,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:09,158 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:22:09,159 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T15:22:09,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:22:09,160 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:09,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:22:09,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:09,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741837_1013 (size=1138) 2024-11-26T15:22:09,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:09,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:09,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:09,209 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T15:22:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:09,378 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 379, reset compression=false 2024-11-26T15:22:09,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T15:22:09,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T15:22:09,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T15:22:09,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T15:22:09,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:22:09,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T15:22:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:09,567 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70791236043b516118a5aebc1fce4e56, NAME => 'hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4 2024-11-26T15:22:09,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741838_1014 (size=44) 2024-11-26T15:22:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:09,882 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 379, reset compression=false 2024-11-26T15:22:09,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:09,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 70791236043b516118a5aebc1fce4e56, disabling compactions & flushes 2024-11-26T15:22:09,972 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56. 2024-11-26T15:22:09,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56. 2024-11-26T15:22:09,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56. after waiting 0 ms 2024-11-26T15:22:09,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56. 2024-11-26T15:22:09,972 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56. 2024-11-26T15:22:09,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70791236043b516118a5aebc1fce4e56: Waiting for close lock at 1732634529972Disabling compacts and flushes for region at 1732634529972Disabling writes for close at 1732634529972Writing region close event to WAL at 1732634529972Closed at 1732634529972 2024-11-26T15:22:09,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:22:09,974 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732634529973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634529973"}]},"ts":"1732634529973"} 2024-11-26T15:22:09,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:22:09,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:22:09,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634529976"}]},"ts":"1732634529976"} 2024-11-26T15:22:09,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T15:22:09,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70791236043b516118a5aebc1fce4e56, ASSIGN}] 2024-11-26T15:22:09,978 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70791236043b516118a5aebc1fce4e56, ASSIGN 2024-11-26T15:22:09,979 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=70791236043b516118a5aebc1fce4e56, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,36395,1732634520346; forceNewPlan=false, retain=false 2024-11-26T15:22:10,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=70791236043b516118a5aebc1fce4e56, regionState=OPENING, regionLocation=6cc2bc8bf733,36395,1732634520346 2024-11-26T15:22:10,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=70791236043b516118a5aebc1fce4e56, ASSIGN because future has completed 2024-11-26T15:22:10,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70791236043b516118a5aebc1fce4e56, server=6cc2bc8bf733,36395,1732634520346}] 2024-11-26T15:22:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:10,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56. 2024-11-26T15:22:10,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:22:10,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T15:22:10,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C36395%2C1732634520346.rep, suffix=, logDir=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346, archiveDir=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/oldWALs, maxLogs=10 2024-11-26T15:22:10,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.rep.1732634530288, exclude list is [], retry=0 2024-11-26T15:22:10,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-06a8e293-54f6-4967-a962-7c468cc044a5,DISK] 2024-11-26T15:22:10,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.rep.1732634530288 2024-11-26T15:22:10,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-26T15:22:10,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 70791236043b516118a5aebc1fce4e56, NAME => 'hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:22:10,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:22:10,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:22:10,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56. service=MultiRowMutationService 2024-11-26T15:22:10,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T15:22:10,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 70791236043b516118a5aebc1fce4e56 2024-11-26T15:22:10,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:10,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 70791236043b516118a5aebc1fce4e56 2024-11-26T15:22:10,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 70791236043b516118a5aebc1fce4e56 2024-11-26T15:22:10,304 INFO [StoreOpener-70791236043b516118a5aebc1fce4e56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 70791236043b516118a5aebc1fce4e56 2024-11-26T15:22:10,306 INFO [StoreOpener-70791236043b516118a5aebc1fce4e56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70791236043b516118a5aebc1fce4e56 columnFamilyName hfileref 2024-11-26T15:22:10,306 DEBUG [StoreOpener-70791236043b516118a5aebc1fce4e56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:10,306 INFO [StoreOpener-70791236043b516118a5aebc1fce4e56-1 {}] regionserver.HStore(327): Store=70791236043b516118a5aebc1fce4e56/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:10,306 INFO [StoreOpener-70791236043b516118a5aebc1fce4e56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 70791236043b516118a5aebc1fce4e56 2024-11-26T15:22:10,307 INFO [StoreOpener-70791236043b516118a5aebc1fce4e56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70791236043b516118a5aebc1fce4e56 columnFamilyName queue 2024-11-26T15:22:10,307 DEBUG [StoreOpener-70791236043b516118a5aebc1fce4e56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:10,307 INFO [StoreOpener-70791236043b516118a5aebc1fce4e56-1 {}] regionserver.HStore(327): Store=70791236043b516118a5aebc1fce4e56/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:10,307 INFO [StoreOpener-70791236043b516118a5aebc1fce4e56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 70791236043b516118a5aebc1fce4e56 2024-11-26T15:22:10,308 INFO [StoreOpener-70791236043b516118a5aebc1fce4e56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70791236043b516118a5aebc1fce4e56 columnFamilyName sid 2024-11-26T15:22:10,308 DEBUG [StoreOpener-70791236043b516118a5aebc1fce4e56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:10,308 INFO [StoreOpener-70791236043b516118a5aebc1fce4e56-1 {}] regionserver.HStore(327): Store=70791236043b516118a5aebc1fce4e56/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:10,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 70791236043b516118a5aebc1fce4e56 2024-11-26T15:22:10,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/replication/70791236043b516118a5aebc1fce4e56 2024-11-26T15:22:10,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/replication/70791236043b516118a5aebc1fce4e56 2024-11-26T15:22:10,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 70791236043b516118a5aebc1fce4e56 2024-11-26T15:22:10,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 70791236043b516118a5aebc1fce4e56 2024-11-26T15:22:10,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:22:10,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 70791236043b516118a5aebc1fce4e56 2024-11-26T15:22:10,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/replication/70791236043b516118a5aebc1fce4e56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:22:10,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 70791236043b516118a5aebc1fce4e56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74705486, jitterRate=0.11319848895072937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:22:10,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70791236043b516118a5aebc1fce4e56 2024-11-26T15:22:10,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 70791236043b516118a5aebc1fce4e56: Running coprocessor pre-open hook at 1732634530303Writing region info on filesystem at 1732634530303Initializing all the Stores at 1732634530304 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634530304Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634530304Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634530304Cleaning up temporary data from old regions at 1732634530310 (+6 ms)Running coprocessor post-open hooks at 1732634530312 (+2 ms)Region opened successfully at 1732634530312 2024-11-26T15:22:10,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56., pid=10, masterSystemTime=1732634530284 2024-11-26T15:22:10,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56. 2024-11-26T15:22:10,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56. 2024-11-26T15:22:10,315 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=70791236043b516118a5aebc1fce4e56, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,36395,1732634520346 2024-11-26T15:22:10,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70791236043b516118a5aebc1fce4e56, server=6cc2bc8bf733,36395,1732634520346 because future has completed 2024-11-26T15:22:10,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T15:22:10,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 70791236043b516118a5aebc1fce4e56, server=6cc2bc8bf733,36395,1732634520346 in 186 msec 2024-11-26T15:22:10,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T15:22:10,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70791236043b516118a5aebc1fce4e56, ASSIGN in 342 msec 2024-11-26T15:22:10,321 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:22:10,321 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634530321"}]},"ts":"1732634530321"} 2024-11-26T15:22:10,323 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T15:22:10,324 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:22:10,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-26T15:22:10,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56., hostname=6cc2bc8bf733,36395,1732634520346, seqNum=2] 2024-11-26T15:22:10,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061 2024-11-26T15:22:10,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061 2024-11-26T15:22:10,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:22:10,485 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 379, reset compression=false 2024-11-26T15:22:10,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T15:22:10,605 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T15:22:10,632 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6cc2bc8bf733,36395,1732634520346, ReplicationSource: 1, currentBandwidth=0 2024-11-26T15:22:10,633 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:10,633 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,36395,1732634520346, seqNum=-1] 2024-11-26T15:22:10,633 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:10,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-26T15:22:10,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6cc2bc8bf733,36395,1732634520346', locateType=CURRENT is [region=hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56., hostname=6cc2bc8bf733,36395,1732634520346, seqNum=2] 2024-11-26T15:22:10,638 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T15:22:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T15:22:10,640 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6cc2bc8bf733,36395,1732634520346 suceeded 2024-11-26T15:22:10,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T15:22:10,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-26T15:22:10,641 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6cc2bc8bf733:46013,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:22:10,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4910 sec 2024-11-26T15:22:10,652 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:46013' 2024-11-26T15:22:10,653 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ea2be29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:10,653 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46013,-1 for getting cluster id 2024-11-26T15:22:10,653 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:10,654 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4e8a783-76d9-4b5c-989c-6a9d7ed26c7f' 2024-11-26T15:22:10,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:10,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4e8a783-76d9-4b5c-989c-6a9d7ed26c7f" 2024-11-26T15:22:10,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a0d552c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:10,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46013,-1] 2024-11-26T15:22:10,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:10,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:10,655 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:10,656 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3501fe53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:10,656 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:10,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,46013,1732634514126 2024-11-26T15:22:10,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b1cdbb6 2024-11-26T15:22:10,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:10,657 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-26T15:22:10,658 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6cc2bc8bf733,36395,1732634520346 (queues=1) is replicating from cluster=a910b305-f7de-4046-9948-facc8084b85e to cluster=d4e8a783-76d9-4b5c-989c-6a9d7ed26c7f 2024-11-26T15:22:10,658 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6cc2bc8bf733%2C36395%2C1732634520346 2024-11-26T15:22:10,658 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6cc2bc8bf733,36395,1732634520346, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:22:10,658 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.shipper6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C36395%2C1732634520346 2024-11-26T15:22:10,658 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697, startPosition=0, beingWritten=true 2024-11-26T15:22:10,663 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:10,663 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 379, reset compression=false 2024-11-26T15:22:10,663 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.shipper6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,36395,1732634520346 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:10,867 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 379, reset compression=false 2024-11-26T15:22:11,170 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 379, reset compression=false 2024-11-26T15:22:11,188 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 379, reset compression=false 2024-11-26T15:22:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:11,305 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T15:22:11,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:22:11,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:11,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:11,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:11,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:11,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:11,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45621,1732634514419, seqNum=-1] 2024-11-26T15:22:11,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:11,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:22:11,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab., hostname=6cc2bc8bf733,45621,1732634514419, seqNum=2] 2024-11-26T15:22:11,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:11,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,36395,1732634520346, seqNum=-1] 2024-11-26T15:22:11,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:11,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:22:11,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732634524837.a777cc297b5c2f488dc09664655e3a89., hostname=6cc2bc8bf733,36395,1732634520346, seqNum=2] 2024-11-26T15:22:11,317 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T15:22:11,573 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 379, reset compression=false 2024-11-26T15:22:11,991 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 379, reset compression=false 2024-11-26T15:22:11,996 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:11,996 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 480, reset compression=false 2024-11-26T15:22:11,996 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.shipper6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,45621,1732634514419 got entry batch from reader: WALEntryBatch [walEntries=[{test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T15:22:11,998 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.shipper6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:22:11,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-26T15:22:12,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:12,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f3b6a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:12,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,45781,-1 for getting cluster id 2024-11-26T15:22:12,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:12,002 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a910b305-f7de-4046-9948-facc8084b85e' 2024-11-26T15:22:12,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:12,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a910b305-f7de-4046-9948-facc8084b85e" 2024-11-26T15:22:12,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2446de5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:12,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,45781,-1] 2024-11-26T15:22:12,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:12,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:12,003 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:12,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a1dac00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:12,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:12,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,36395,1732634520346, seqNum=-1] 2024-11-26T15:22:12,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:12,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-26T15:22:12,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732634524837.a777cc297b5c2f488dc09664655e3a89., hostname=6cc2bc8bf733,36395,1732634520346, seqNum=2] 2024-11-26T15:22:12,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:12,077 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 379, reset compression=false 2024-11-26T15:22:12,082 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:12,082 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 504, reset compression=false 2024-11-26T15:22:12,082 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.shipper6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,36395,1732634520346 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:12,202 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 480, reset compression=false 2024-11-26T15:22:12,285 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 504, reset compression=false 2024-11-26T15:22:12,320 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T15:22:12,323 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T15:22:12,505 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 480, reset compression=false 2024-11-26T15:22:12,589 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 504, reset compression=false 2024-11-26T15:22:12,594 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:12,594 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 608, reset compression=false 2024-11-26T15:22:12,594 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.shipper6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,36395,1732634520346 got entry batch from reader: WALEntryBatch [walEntries=[{test/a777cc297b5c2f488dc09664655e3a89/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T15:22:12,596 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.shipper6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:22:12,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-26T15:22:12,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45621 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:12,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9021b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:12,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45621 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46013,-1 for getting cluster id 2024-11-26T15:22:12,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:12,599 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4e8a783-76d9-4b5c-989c-6a9d7ed26c7f' 2024-11-26T15:22:12,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:12,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4e8a783-76d9-4b5c-989c-6a9d7ed26c7f" 2024-11-26T15:22:12,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1002fdf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:12,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46013,-1] 2024-11-26T15:22:12,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:12,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:12,601 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:12,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@706f2241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:12,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45621 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:12,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45621,1732634514419, seqNum=-1] 2024-11-26T15:22:12,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:12,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-26T15:22:12,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab., hostname=6cc2bc8bf733,45621,1732634514419, seqNum=2] 2024-11-26T15:22:12,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45621 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:12,803 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 608, reset compression=false 2024-11-26T15:22:12,909 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 480, reset compression=false 2024-11-26T15:22:12,917 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:12,917 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 608, reset compression=false 2024-11-26T15:22:12,917 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.shipper6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,45621,1732634514419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:13,111 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 608, reset compression=false 2024-11-26T15:22:13,125 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 608, reset compression=false 2024-11-26T15:22:13,325 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T15:22:13,356 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T15:22:13,442 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 608, reset compression=false 2024-11-26T15:22:13,469 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:13,469 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 764, reset compression=false 2024-11-26T15:22:13,469 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.shipper6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,45621,1732634514419 got entry batch from reader: WALEntryBatch [walEntries=[{test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T15:22:13,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:13,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:13,515 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 608, reset compression=false 2024-11-26T15:22:13,542 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:13,542 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 756, reset compression=false 2024-11-26T15:22:13,542 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.shipper6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,36395,1732634520346 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:13,697 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 764, reset compression=false 2024-11-26T15:22:13,790 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 756, reset compression=false 2024-11-26T15:22:14,035 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 764, reset compression=false 2024-11-26T15:22:14,089 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T15:22:14,094 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 756, reset compression=false 2024-11-26T15:22:14,358 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T15:22:14,362 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T15:22:14,462 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 764, reset compression=false 2024-11-26T15:22:14,498 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 756, reset compression=false 2024-11-26T15:22:14,502 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:14,502 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 915, reset compression=false 2024-11-26T15:22:14,502 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.shipper6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,36395,1732634520346 got entry batch from reader: WALEntryBatch [walEntries=[{test/a777cc297b5c2f488dc09664655e3a89/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T15:22:14,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45621 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:14,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45621 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:14,722 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 915, reset compression=false 2024-11-26T15:22:14,966 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 764, reset compression=false 2024-11-26T15:22:14,975 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:14,976 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 914, reset compression=false 2024-11-26T15:22:14,976 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.shipper6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,45621,1732634514419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:15,025 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 915, reset compression=false 2024-11-26T15:22:15,179 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 914, reset compression=false 2024-11-26T15:22:15,364 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T15:22:15,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:22:15,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:22:15,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:15,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:15,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:15,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:15,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:22:15,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2023318693, stopped=false 2024-11-26T15:22:15,367 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,45781,1732634520200 2024-11-26T15:22:15,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1831135061/running 2024-11-26T15:22:15,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1831135061/running 2024-11-26T15:22:15,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061 2024-11-26T15:22:15,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061 2024-11-26T15:22:15,388 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:22:15,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:22:15,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:15,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:15,389 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,36395,1732634520346' ***** 2024-11-26T15:22:15,389 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:22:15,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Set watcher on znode that does not yet exist, /1-1831135061/running 2024-11-26T15:22:15,389 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:22:15,390 INFO [RS:0;6cc2bc8bf733:36395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:22:15,390 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:22:15,390 INFO [RS:0;6cc2bc8bf733:36395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:22:15,390 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(3091): Received CLOSE for 70791236043b516118a5aebc1fce4e56 2024-11-26T15:22:15,390 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:22:15,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Set watcher on znode that does not yet exist, /1-1831135061/running 2024-11-26T15:22:15,390 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(3091): Received CLOSE for a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:15,390 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,36395,1732634520346 2024-11-26T15:22:15,390 INFO [RS:0;6cc2bc8bf733:36395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:22:15,390 INFO [RS:0;6cc2bc8bf733:36395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:36395. 2024-11-26T15:22:15,390 DEBUG [RS:0;6cc2bc8bf733:36395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:15,390 DEBUG [RS:0;6cc2bc8bf733:36395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:15,390 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:22:15,390 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:22:15,390 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:22:15,390 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:22:15,391 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70791236043b516118a5aebc1fce4e56, disabling compactions & flushes 2024-11-26T15:22:15,391 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56. 2024-11-26T15:22:15,391 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56. 2024-11-26T15:22:15,391 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56. after waiting 0 ms 2024-11-26T15:22:15,391 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56. 2024-11-26T15:22:15,391 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 70791236043b516118a5aebc1fce4e56 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-26T15:22:15,391 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T15:22:15,391 DEBUG [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1325): Online Regions={70791236043b516118a5aebc1fce4e56=hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56., 1588230740=hbase:meta,,1.1588230740, a777cc297b5c2f488dc09664655e3a89=test,,1732634524837.a777cc297b5c2f488dc09664655e3a89.} 2024-11-26T15:22:15,391 DEBUG [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70791236043b516118a5aebc1fce4e56, a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:15,391 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:22:15,392 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:22:15,392 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:22:15,392 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:22:15,392 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:22:15,392 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T15:22:15,408 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/.tmp/info/92039eb22b6e48eb9311c49bcf8a965a is 147, key is hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56./info:regioninfo/1732634530315/Put/seqid=0 2024-11-26T15:22:15,409 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/replication/70791236043b516118a5aebc1fce4e56/.tmp/queue/46cf9c93e64c447692f6b09883fa9ac6 is 153, key is 1-6cc2bc8bf733,36395,1732634520346/queue:6cc2bc8bf733%2C36395%2C1732634520346/1732634534507/Put/seqid=0 2024-11-26T15:22:15,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741841_1017 (size=5352) 2024-11-26T15:22:15,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741840_1016 (size=7686) 2024-11-26T15:22:15,429 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 915, reset compression=false 2024-11-26T15:22:15,482 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 914, reset compression=false 2024-11-26T15:22:15,572 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:22:15,572 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:22:15,592 DEBUG [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70791236043b516118a5aebc1fce4e56, a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:15,792 DEBUG [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70791236043b516118a5aebc1fce4e56, a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:15,805 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:22:15,818 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/.tmp/info/92039eb22b6e48eb9311c49bcf8a965a 2024-11-26T15:22:15,818 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/replication/70791236043b516118a5aebc1fce4e56/.tmp/queue/46cf9c93e64c447692f6b09883fa9ac6 2024-11-26T15:22:15,827 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/replication/70791236043b516118a5aebc1fce4e56/.tmp/queue/46cf9c93e64c447692f6b09883fa9ac6 as hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/replication/70791236043b516118a5aebc1fce4e56/queue/46cf9c93e64c447692f6b09883fa9ac6 2024-11-26T15:22:15,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:15,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:15,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:15,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:15,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:15,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:15,834 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/replication/70791236043b516118a5aebc1fce4e56/queue/46cf9c93e64c447692f6b09883fa9ac6, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T15:22:15,834 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 70791236043b516118a5aebc1fce4e56 in 443ms, sequenceid=10, compaction requested=false 2024-11-26T15:22:15,843 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/replication/70791236043b516118a5aebc1fce4e56/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T15:22:15,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:15,843 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:22:15,844 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:22:15,844 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56. 2024-11-26T15:22:15,844 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70791236043b516118a5aebc1fce4e56: Waiting for close lock at 1732634535391Running coprocessor pre-close hooks at 1732634535391Disabling compacts and flushes for region at 1732634535391Disabling writes for close at 1732634535391Obtaining lock to block concurrent updates at 1732634535391Preparing flush snapshotting stores in 70791236043b516118a5aebc1fce4e56 at 1732634535391Finished memstore snapshotting hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732634535391Flushing stores of hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56. at 1732634535392 (+1 ms)Flushing 70791236043b516118a5aebc1fce4e56/queue: creating writer at 1732634535392Flushing 70791236043b516118a5aebc1fce4e56/queue: appending metadata at 1732634535409 (+17 ms)Flushing 70791236043b516118a5aebc1fce4e56/queue: closing flushed file at 1732634535409Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@564623cf: reopening flushed file at 1732634535826 (+417 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 70791236043b516118a5aebc1fce4e56 in 443ms, sequenceid=10, compaction requested=false at 1732634535835 (+9 ms)Writing region close event to WAL at 1732634535840 (+5 ms)Running coprocessor post-close hooks at 1732634535843 (+3 ms)Closed at 1732634535844 (+1 ms) 2024-11-26T15:22:15,844 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732634529158.70791236043b516118a5aebc1fce4e56. 2024-11-26T15:22:15,844 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a777cc297b5c2f488dc09664655e3a89, disabling compactions & flushes 2024-11-26T15:22:15,844 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732634524837.a777cc297b5c2f488dc09664655e3a89. 2024-11-26T15:22:15,844 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634524837.a777cc297b5c2f488dc09664655e3a89. 2024-11-26T15:22:15,844 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732634524837.a777cc297b5c2f488dc09664655e3a89. after waiting 0 ms 2024-11-26T15:22:15,844 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732634524837.a777cc297b5c2f488dc09664655e3a89. 2024-11-26T15:22:15,844 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a777cc297b5c2f488dc09664655e3a89 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-26T15:22:15,845 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/.tmp/ns/7e9b05d0b3d94d9f8d34977e231bc944 is 43, key is default/ns:d/1732634523658/Put/seqid=0 2024-11-26T15:22:15,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:15,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:15,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:15,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741842_1018 (size=5153) 2024-11-26T15:22:15,858 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/.tmp/ns/7e9b05d0b3d94d9f8d34977e231bc944 2024-11-26T15:22:15,861 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89/.tmp/f/2311edf7c06f4ee7a8b6b95fd9bd2520 is 29, key is row1/f:/1732634534359/DeleteFamily/seqid=0 2024-11-26T15:22:15,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741843_1019 (size=5118) 2024-11-26T15:22:15,886 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 914, reset compression=false 2024-11-26T15:22:15,890 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/.tmp/rep_barrier/121fef457de4469dbd82df77d71bf71c is 112, key is test,,1732634524837.a777cc297b5c2f488dc09664655e3a89./rep_barrier:seqnumDuringOpen/1732634525981/Put/seqid=0 2024-11-26T15:22:15,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741844_1020 (size=5518) 2024-11-26T15:22:15,906 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/.tmp/rep_barrier/121fef457de4469dbd82df77d71bf71c 2024-11-26T15:22:15,928 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/.tmp/table/7cb1b3595e104aa687ac2e0e6811eeab is 53, key is hbase:replication/table:state/1732634530321/Put/seqid=0 2024-11-26T15:22:15,932 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 915, reset compression=false 2024-11-26T15:22:15,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741845_1021 (size=5308) 2024-11-26T15:22:15,936 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:15,936 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 1162, reset compression=false 2024-11-26T15:22:15,936 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.shipper6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,36395,1732634520346 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:15,937 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.shipper6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6cc2bc8bf733,36395,1732634520346: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6cc2bc8bf733,36395,1732634520346, walGroup=6cc2bc8bf733%2C36395%2C1732634520346, offset=6cc2bc8bf733%2C36395%2C1732634520346.1732634522697:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:36395 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T15:22:15,939 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.shipper6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T15:22:15,939 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.shipper6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T15:22:15,939 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.shipper6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T15:22:15,939 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.shipper6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T15:22:15,939 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.shipper6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T15:22:15,939 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.shipper6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 609759824 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 191476192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T15:22:15,940 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.shipper6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:45781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:45781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T15:22:15,992 DEBUG [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:16,014 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:16,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:22:16,015 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28283 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:22:16,141 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 1162, reset compression=false 2024-11-26T15:22:16,192 DEBUG [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:16,275 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89/.tmp/f/2311edf7c06f4ee7a8b6b95fd9bd2520 2024-11-26T15:22:16,279 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2311edf7c06f4ee7a8b6b95fd9bd2520 2024-11-26T15:22:16,296 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89/.tmp/f1/94181b8338454622898c89cfd6141e55 is 30, key is row1/f1:/1732634534359/DeleteFamily/seqid=0 2024-11-26T15:22:16,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741846_1022 (size=5123) 2024-11-26T15:22:16,334 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/.tmp/table/7cb1b3595e104aa687ac2e0e6811eeab 2024-11-26T15:22:16,338 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/.tmp/info/92039eb22b6e48eb9311c49bcf8a965a as hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/info/92039eb22b6e48eb9311c49bcf8a965a 2024-11-26T15:22:16,343 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/info/92039eb22b6e48eb9311c49bcf8a965a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T15:22:16,344 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/.tmp/ns/7e9b05d0b3d94d9f8d34977e231bc944 as hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/ns/7e9b05d0b3d94d9f8d34977e231bc944 2024-11-26T15:22:16,347 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/ns/7e9b05d0b3d94d9f8d34977e231bc944, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T15:22:16,348 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/.tmp/rep_barrier/121fef457de4469dbd82df77d71bf71c as hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/rep_barrier/121fef457de4469dbd82df77d71bf71c 2024-11-26T15:22:16,352 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/rep_barrier/121fef457de4469dbd82df77d71bf71c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T15:22:16,353 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/.tmp/table/7cb1b3595e104aa687ac2e0e6811eeab as hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/table/7cb1b3595e104aa687ac2e0e6811eeab 2024-11-26T15:22:16,358 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/table/7cb1b3595e104aa687ac2e0e6811eeab, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T15:22:16,359 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 967ms, sequenceid=16, compaction requested=false 2024-11-26T15:22:16,376 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T15:22:16,377 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:22:16,377 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:22:16,377 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:22:16,377 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634535391Running coprocessor pre-close hooks at 1732634535391Disabling compacts and flushes for region at 1732634535391Disabling writes for close at 1732634535392 (+1 ms)Obtaining lock to block concurrent updates at 1732634535392Preparing flush snapshotting stores in 1588230740 at 1732634535392Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732634535392Flushing stores of hbase:meta,,1.1588230740 at 1732634535393 (+1 ms)Flushing 1588230740/info: creating writer at 1732634535393Flushing 1588230740/info: appending metadata at 1732634535408 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732634535408Flushing 1588230740/ns: creating writer at 1732634535826 (+418 ms)Flushing 1588230740/ns: appending metadata at 1732634535845 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732634535845Flushing 1588230740/rep_barrier: creating writer at 1732634535866 (+21 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732634535890 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732634535890Flushing 1588230740/table: creating writer at 1732634535910 (+20 ms)Flushing 1588230740/table: appending metadata at 1732634535928 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732634535928Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23159ad9: reopening flushed file at 1732634536338 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ffe7cd0: reopening flushed file at 1732634536343 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66c09214: reopening flushed file at 1732634536347 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e8ada0: reopening flushed file at 1732634536353 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 967ms, sequenceid=16, compaction requested=false at 1732634536359 (+6 ms)Writing region close event to WAL at 1732634536372 (+13 ms)Running coprocessor post-close hooks at 1732634536377 (+5 ms)Closed at 1732634536377 2024-11-26T15:22:16,377 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:22:16,392 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T15:22:16,392 DEBUG [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1325): Online Regions={a777cc297b5c2f488dc09664655e3a89=test,,1732634524837.a777cc297b5c2f488dc09664655e3a89.} 2024-11-26T15:22:16,392 DEBUG [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1351): Waiting on a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:16,400 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 914, reset compression=false 2024-11-26T15:22:16,445 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 1162, reset compression=false 2024-11-26T15:22:16,593 DEBUG [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1351): Waiting on a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:16,700 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89/.tmp/f1/94181b8338454622898c89cfd6141e55 2024-11-26T15:22:16,704 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94181b8338454622898c89cfd6141e55 2024-11-26T15:22:16,723 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89/.tmp/norep/d37ad887b4a446ab8919dc4557bc3a4a is 33, key is row1/norep:/1732634534359/DeleteFamily/seqid=0 2024-11-26T15:22:16,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741847_1023 (size=5108) 2024-11-26T15:22:16,793 DEBUG [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1351): Waiting on a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:16,849 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.wal-reader.6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.1732634522697 to pos 1162, reset compression=false 2024-11-26T15:22:16,993 DEBUG [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1351): Waiting on a777cc297b5c2f488dc09664655e3a89 2024-11-26T15:22:17,003 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 914, reset compression=false 2024-11-26T15:22:17,127 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89/.tmp/norep/d37ad887b4a446ab8919dc4557bc3a4a 2024-11-26T15:22:17,130 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d37ad887b4a446ab8919dc4557bc3a4a 2024-11-26T15:22:17,131 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89/.tmp/f/2311edf7c06f4ee7a8b6b95fd9bd2520 as hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89/f/2311edf7c06f4ee7a8b6b95fd9bd2520 2024-11-26T15:22:17,135 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2311edf7c06f4ee7a8b6b95fd9bd2520 2024-11-26T15:22:17,135 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89/f/2311edf7c06f4ee7a8b6b95fd9bd2520, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T15:22:17,136 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89/.tmp/f1/94181b8338454622898c89cfd6141e55 as hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89/f1/94181b8338454622898c89cfd6141e55 2024-11-26T15:22:17,139 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94181b8338454622898c89cfd6141e55 2024-11-26T15:22:17,139 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89/f1/94181b8338454622898c89cfd6141e55, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T15:22:17,140 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89/.tmp/norep/d37ad887b4a446ab8919dc4557bc3a4a as hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89/norep/d37ad887b4a446ab8919dc4557bc3a4a 2024-11-26T15:22:17,143 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d37ad887b4a446ab8919dc4557bc3a4a 2024-11-26T15:22:17,143 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89/norep/d37ad887b4a446ab8919dc4557bc3a4a, entries=1, sequenceid=8, filesize=5.0 K 2024-11-26T15:22:17,144 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a777cc297b5c2f488dc09664655e3a89 in 1300ms, sequenceid=8, compaction requested=false 2024-11-26T15:22:17,147 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/data/default/test/a777cc297b5c2f488dc09664655e3a89/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T15:22:17,148 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:22:17,148 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:22:17,148 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732634524837.a777cc297b5c2f488dc09664655e3a89. 2024-11-26T15:22:17,148 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a777cc297b5c2f488dc09664655e3a89: Waiting for close lock at 1732634535844Running coprocessor pre-close hooks at 1732634535844Disabling compacts and flushes for region at 1732634535844Disabling writes for close at 1732634535844Obtaining lock to block concurrent updates at 1732634535844Preparing flush snapshotting stores in a777cc297b5c2f488dc09664655e3a89 at 1732634535844Finished memstore snapshotting test,,1732634524837.a777cc297b5c2f488dc09664655e3a89., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732634535844Flushing stores of test,,1732634524837.a777cc297b5c2f488dc09664655e3a89. at 1732634535845 (+1 ms)Flushing a777cc297b5c2f488dc09664655e3a89/f: creating writer at 1732634535845Flushing a777cc297b5c2f488dc09664655e3a89/f: appending metadata at 1732634535860 (+15 ms)Flushing a777cc297b5c2f488dc09664655e3a89/f: closing flushed file at 1732634535860Flushing a777cc297b5c2f488dc09664655e3a89/f1: creating writer at 1732634536279 (+419 ms)Flushing a777cc297b5c2f488dc09664655e3a89/f1: appending metadata at 1732634536295 (+16 ms)Flushing a777cc297b5c2f488dc09664655e3a89/f1: closing flushed file at 1732634536295Flushing a777cc297b5c2f488dc09664655e3a89/norep: creating writer at 1732634536704 (+409 ms)Flushing a777cc297b5c2f488dc09664655e3a89/norep: appending metadata at 1732634536722 (+18 ms)Flushing a777cc297b5c2f488dc09664655e3a89/norep: closing flushed file at 1732634536722Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72dd5d10: reopening flushed file at 1732634537131 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2606ab2d: reopening flushed file at 1732634537135 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@142a3aae: reopening flushed file at 1732634537139 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a777cc297b5c2f488dc09664655e3a89 in 1300ms, sequenceid=8, compaction requested=false at 1732634537144 (+5 ms)Writing region close event to WAL at 1732634537145 (+1 ms)Running coprocessor post-close hooks at 1732634537148 (+3 ms)Closed at 1732634537148 2024-11-26T15:22:17,148 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732634524837.a777cc297b5c2f488dc09664655e3a89. 2024-11-26T15:22:17,193 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,36395,1732634520346; all regions closed. 2024-11-26T15:22:17,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741834_1010 (size=4239) 2024-11-26T15:22:17,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/WALs/6cc2bc8bf733,36395,1732634520346/6cc2bc8bf733%2C36395%2C1732634520346.meta.1732634523600.meta not finished, retry = 0 2024-11-26T15:22:17,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741839_1015 (size=2676) 2024-11-26T15:22:17,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741832_1008 (size=1814) 2024-11-26T15:22:17,300 DEBUG [RS:0;6cc2bc8bf733:36395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:17,300 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:22:17,300 INFO [RS:0;6cc2bc8bf733:36395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:22:17,300 INFO [RS:0;6cc2bc8bf733:36395 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T15:22:17,300 INFO [RS:0;6cc2bc8bf733:36395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:22:17,300 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:22:17,301 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6cc2bc8bf733,36395,1732634520346 because: Region server is closing 2024-11-26T15:22:17,301 INFO [RS:0;6cc2bc8bf733:36395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:36395. 2024-11-26T15:22:17,301 DEBUG [RS:0;6cc2bc8bf733:36395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:17,301 DEBUG [RS:0;6cc2bc8bf733:36395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:17,301 DEBUG [RS:0;6cc2bc8bf733:36395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:17,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:17,401 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,36395,1732634520346.replicationSource.shipper6cc2bc8bf733%2C36395%2C1732634520346,1-6cc2bc8bf733,36395,1732634520346 terminated 2024-11-26T15:22:17,401 INFO [RS:0;6cc2bc8bf733:36395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:36395. 2024-11-26T15:22:17,402 DEBUG [RS:0;6cc2bc8bf733:36395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:17,402 DEBUG [RS:0;6cc2bc8bf733:36395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:17,402 DEBUG [RS:0;6cc2bc8bf733:36395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:17,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:17,402 INFO [RS:0;6cc2bc8bf733:36395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36395 2024-11-26T15:22:17,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061/rs 2024-11-26T15:22:17,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1831135061/rs/6cc2bc8bf733,36395,1732634520346 2024-11-26T15:22:17,439 INFO [RS:0;6cc2bc8bf733:36395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:22:17,491 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,36395,1732634520346] 2024-11-26T15:22:17,572 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1831135061/draining/6cc2bc8bf733,36395,1732634520346 already deleted, retry=false 2024-11-26T15:22:17,572 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,36395,1732634520346 expired; onlineServers=0 2024-11-26T15:22:17,572 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,45781,1732634520200' ***** 2024-11-26T15:22:17,572 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:22:17,572 INFO [M:0;6cc2bc8bf733:45781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:22:17,572 INFO [M:0;6cc2bc8bf733:45781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:22:17,572 DEBUG [M:0;6cc2bc8bf733:45781 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:22:17,572 DEBUG [M:0;6cc2bc8bf733:45781 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:22:17,572 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:22:17,572 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634522386 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634522386,5,FailOnTimeoutGroup] 2024-11-26T15:22:17,572 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634522386 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634522386,5,FailOnTimeoutGroup] 2024-11-26T15:22:17,573 INFO [M:0;6cc2bc8bf733:45781 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:22:17,573 INFO [M:0;6cc2bc8bf733:45781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:22:17,573 DEBUG [M:0;6cc2bc8bf733:45781 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:22:17,573 INFO [M:0;6cc2bc8bf733:45781 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:22:17,573 INFO [M:0;6cc2bc8bf733:45781 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:22:17,573 INFO [M:0;6cc2bc8bf733:45781 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:22:17,573 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:22:17,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:22:17,592 INFO [RS:0;6cc2bc8bf733:36395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:22:17,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10177bc86550004, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:22:17,592 INFO [RS:0;6cc2bc8bf733:36395 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,36395,1732634520346; zookeeper connection closed. 2024-11-26T15:22:17,592 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36d31356 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36d31356 2024-11-26T15:22:17,592 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:22:17,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1831135061/master 2024-11-26T15:22:17,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831135061 2024-11-26T15:22:17,661 DEBUG [M:0;6cc2bc8bf733:45781 {}] zookeeper.ZKUtil(347): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Unable to get data of znode /1-1831135061/master because node does not exist (not an error) 2024-11-26T15:22:17,661 WARN [M:0;6cc2bc8bf733:45781 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:22:17,661 INFO [M:0;6cc2bc8bf733:45781 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/.lastflushedseqids 2024-11-26T15:22:17,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741848_1024 (size=245) 2024-11-26T15:22:17,707 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 914, reset compression=false 2024-11-26T15:22:18,065 INFO [M:0;6cc2bc8bf733:45781 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:22:18,065 INFO [M:0;6cc2bc8bf733:45781 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:22:18,065 DEBUG [M:0;6cc2bc8bf733:45781 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:22:18,065 INFO [M:0;6cc2bc8bf733:45781 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:18,066 DEBUG [M:0;6cc2bc8bf733:45781 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:18,066 DEBUG [M:0;6cc2bc8bf733:45781 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:22:18,066 DEBUG [M:0;6cc2bc8bf733:45781 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:18,066 INFO [M:0;6cc2bc8bf733:45781 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T15:22:18,079 DEBUG [M:0;6cc2bc8bf733:45781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23d062e2724847ba8ad6286a85f5eec9 is 82, key is hbase:meta,,1/info:regioninfo/1732634523626/Put/seqid=0 2024-11-26T15:22:18,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741849_1025 (size=5672) 2024-11-26T15:22:18,482 INFO [M:0;6cc2bc8bf733:45781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23d062e2724847ba8ad6286a85f5eec9 2024-11-26T15:22:18,498 DEBUG [M:0;6cc2bc8bf733:45781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8dcf6ab69e794684a9d42a55c23667a0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732634530325/Put/seqid=0 2024-11-26T15:22:18,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741850_1026 (size=8515) 2024-11-26T15:22:18,510 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 914, reset compression=false 2024-11-26T15:22:18,902 INFO [M:0;6cc2bc8bf733:45781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8dcf6ab69e794684a9d42a55c23667a0 2024-11-26T15:22:18,929 DEBUG [M:0;6cc2bc8bf733:45781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/624f2cd5ca15460d840bf0f3c88d394b is 69, key is 6cc2bc8bf733,36395,1732634520346/rs:state/1732634522502/Put/seqid=0 2024-11-26T15:22:18,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741851_1027 (size=5156) 2024-11-26T15:22:19,335 INFO [M:0;6cc2bc8bf733:45781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/624f2cd5ca15460d840bf0f3c88d394b 2024-11-26T15:22:19,339 DEBUG [M:0;6cc2bc8bf733:45781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23d062e2724847ba8ad6286a85f5eec9 as hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23d062e2724847ba8ad6286a85f5eec9 2024-11-26T15:22:19,343 INFO [M:0;6cc2bc8bf733:45781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23d062e2724847ba8ad6286a85f5eec9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T15:22:19,343 DEBUG [M:0;6cc2bc8bf733:45781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8dcf6ab69e794684a9d42a55c23667a0 as hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8dcf6ab69e794684a9d42a55c23667a0 2024-11-26T15:22:19,346 INFO [M:0;6cc2bc8bf733:45781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8dcf6ab69e794684a9d42a55c23667a0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T15:22:19,347 DEBUG [M:0;6cc2bc8bf733:45781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/624f2cd5ca15460d840bf0f3c88d394b as hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/624f2cd5ca15460d840bf0f3c88d394b 2024-11-26T15:22:19,351 INFO [M:0;6cc2bc8bf733:45781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42213/user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/624f2cd5ca15460d840bf0f3c88d394b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T15:22:19,352 INFO [M:0;6cc2bc8bf733:45781 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-26T15:22:19,353 INFO [M:0;6cc2bc8bf733:45781 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:19,353 DEBUG [M:0;6cc2bc8bf733:45781 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634538065Disabling compacts and flushes for region at 1732634538065Disabling writes for close at 1732634538066 (+1 ms)Obtaining lock to block concurrent updates at 1732634538066Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634538066Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732634538066Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634538066Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634538066Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634538078 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634538078Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634538485 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634538497 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634538497Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634538913 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634538929 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634538929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f7734c2: reopening flushed file at 1732634539338 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cf21cb4: reopening flushed file at 1732634539343 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34e7ec90: reopening flushed file at 1732634539346 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1732634539352 (+6 ms)Writing region close event to WAL at 1732634539353 (+1 ms)Closed at 1732634539353 2024-11-26T15:22:19,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741830_1006 (size=63642) 2024-11-26T15:22:19,355 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46d486de-45cb-1b02-9799-f58f53fb82b4/MasterData/WALs/6cc2bc8bf733,45781,1732634520200/6cc2bc8bf733%2C45781%2C1732634520200.1732634522103 not finished, retry = 0 2024-11-26T15:22:19,413 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 914, reset compression=false 2024-11-26T15:22:19,456 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:22:19,456 INFO [M:0;6cc2bc8bf733:45781 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:22:19,456 INFO [M:0;6cc2bc8bf733:45781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45781 2024-11-26T15:22:19,456 INFO [M:0;6cc2bc8bf733:45781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:22:19,562 INFO [M:0;6cc2bc8bf733:45781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:22:19,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:22:19,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x10177bc86550003, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:22:19,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41d7122{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:22:19,565 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68dc2cd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:22:19,566 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:22:19,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fe97aab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:22:19,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1131e46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/hadoop.log.dir/,STOPPED} 2024-11-26T15:22:19,568 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:22:19,568 WARN [BP-626209931-172.17.0.3-1732634517507 heartbeating to localhost/127.0.0.1:42213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:22:19,568 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:22:19,568 WARN [BP-626209931-172.17.0.3-1732634517507 heartbeating to localhost/127.0.0.1:42213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-626209931-172.17.0.3-1732634517507 (Datanode Uuid 3fb6116b-80e6-452c-8978-19228fa0f98b) service to localhost/127.0.0.1:42213 2024-11-26T15:22:19,569 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/cluster_cda5d789-fc2a-371d-ea84-eab84c60735d/data/data1/current/BP-626209931-172.17.0.3-1732634517507 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:22:19,569 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/cluster_cda5d789-fc2a-371d-ea84-eab84c60735d/data/data2/current/BP-626209931-172.17.0.3-1732634517507 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:22:19,569 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:22:19,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cf2ff1f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:22:19,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e41d948{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:22:19,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:22:19,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14507e62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:22:19,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26ba85b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/hadoop.log.dir/,STOPPED} 2024-11-26T15:22:19,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:22:19,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:22:19,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:22:19,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:19,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:19,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:19,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:19,586 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:22:19,586 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2093937912, stopped=false 2024-11-26T15:22:19,586 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,46013,1732634514126 2024-11-26T15:22:19,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0159031821/running 2024-11-26T15:22:19,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0159031821/running 2024-11-26T15:22:19,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821 2024-11-26T15:22:19,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821 2024-11-26T15:22:19,598 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:22:19,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:22:19,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:19,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:19,599 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,45621,1732634514419' ***** 2024-11-26T15:22:19,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Set watcher on znode that does not yet exist, /0159031821/running 2024-11-26T15:22:19,599 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:22:19,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Set watcher on znode that does not yet exist, /0159031821/running 2024-11-26T15:22:19,599 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:22:19,599 INFO [RS:0;6cc2bc8bf733:45621 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:22:19,599 INFO [RS:0;6cc2bc8bf733:45621 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:22:19,599 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(3091): Received CLOSE for 52e8c2f32e4b7c1d0b300ec9fea0d1ab 2024-11-26T15:22:19,599 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:22:19,600 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(3091): Received CLOSE for ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:19,600 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,45621,1732634514419 2024-11-26T15:22:19,600 INFO [RS:0;6cc2bc8bf733:45621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:22:19,600 INFO [RS:0;6cc2bc8bf733:45621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:45621. 2024-11-26T15:22:19,600 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52e8c2f32e4b7c1d0b300ec9fea0d1ab, disabling compactions & flushes 2024-11-26T15:22:19,600 DEBUG [RS:0;6cc2bc8bf733:45621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:19,600 DEBUG [RS:0;6cc2bc8bf733:45621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:19,600 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab. 2024-11-26T15:22:19,600 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab. 2024-11-26T15:22:19,600 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab. after waiting 0 ms 2024-11-26T15:22:19,600 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:22:19,600 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab. 2024-11-26T15:22:19,600 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:22:19,600 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:22:19,600 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:22:19,600 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 52e8c2f32e4b7c1d0b300ec9fea0d1ab 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-26T15:22:19,600 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T15:22:19,600 DEBUG [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(1325): Online Regions={52e8c2f32e4b7c1d0b300ec9fea0d1ab=test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab., ecaad46ee7275aed4b11c594881294b7=hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:22:19,600 DEBUG [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e8c2f32e4b7c1d0b300ec9fea0d1ab, ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:19,600 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:22:19,600 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:22:19,600 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:22:19,600 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:22:19,600 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:22:19,601 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T15:22:19,614 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:22:19,615 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/.tmp/info/5b2cc2a833fe475ead7a41a98f971df0 is 147, key is hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7./info:regioninfo/1732634528163/Put/seqid=0 2024-11-26T15:22:19,615 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/.tmp/f/c887db52644f45e7aa3854fef693531d is 29, key is row1/f:/1732634534359/DeleteFamily/seqid=0 2024-11-26T15:22:19,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741840_1016 (size=7686) 2024-11-26T15:22:19,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741841_1017 (size=5118) 2024-11-26T15:22:19,800 DEBUG [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e8c2f32e4b7c1d0b300ec9fea0d1ab, ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:20,001 DEBUG [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e8c2f32e4b7c1d0b300ec9fea0d1ab, ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:20,020 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/.tmp/f/c887db52644f45e7aa3854fef693531d 2024-11-26T15:22:20,020 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/.tmp/info/5b2cc2a833fe475ead7a41a98f971df0 2024-11-26T15:22:20,023 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c887db52644f45e7aa3854fef693531d 2024-11-26T15:22:20,038 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/.tmp/ns/5e6c6522912e45698a97842da6778bbc is 43, key is default/ns:d/1732634517374/Put/seqid=0 2024-11-26T15:22:20,041 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/.tmp/f1/653ee2644dfb4295b9a49607c25aa6f6 is 30, key is row1/f1:/1732634534359/DeleteFamily/seqid=0 2024-11-26T15:22:20,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741842_1018 (size=5153) 2024-11-26T15:22:20,050 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/.tmp/ns/5e6c6522912e45698a97842da6778bbc 2024-11-26T15:22:20,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741843_1019 (size=5123) 2024-11-26T15:22:20,073 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/.tmp/rep_barrier/29c158f6b874406e8d9bebe9bce16cd8 is 112, key is test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab./rep_barrier:seqnumDuringOpen/1732634524441/Put/seqid=0 2024-11-26T15:22:20,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741844_1020 (size=5518) 2024-11-26T15:22:20,183 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:22:20,183 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:22:20,201 DEBUG [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e8c2f32e4b7c1d0b300ec9fea0d1ab, ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:20,401 DEBUG [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e8c2f32e4b7c1d0b300ec9fea0d1ab, ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:20,416 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 914, reset compression=false 2024-11-26T15:22:20,421 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:20,421 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 1161, reset compression=false 2024-11-26T15:22:20,421 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.shipper6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,45621,1732634514419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:20,422 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.shipper6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6cc2bc8bf733,45621,1732634514419: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6cc2bc8bf733,45621,1732634514419, walGroup=6cc2bc8bf733%2C45621%2C1732634514419, offset=6cc2bc8bf733%2C45621%2C1732634514419.1732634516225:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:45621 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T15:22:20,422 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.shipper6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T15:22:20,422 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.shipper6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T15:22:20,423 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.shipper6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T15:22:20,423 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.shipper6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T15:22:20,423 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.shipper6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T15:22:20,423 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.shipper6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 666382928 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 191801720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T15:22:20,424 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.shipper6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:46013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:46013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T15:22:20,453 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/.tmp/f1/653ee2644dfb4295b9a49607c25aa6f6 2024-11-26T15:22:20,459 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 653ee2644dfb4295b9a49607c25aa6f6 2024-11-26T15:22:20,477 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/.tmp/rep_barrier/29c158f6b874406e8d9bebe9bce16cd8 2024-11-26T15:22:20,477 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/.tmp/norep/19a7b12d300e42b898ac24b82b3dc67f is 32, key is row/norep:/1732634533330/DeleteFamily/seqid=0 2024-11-26T15:22:20,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741845_1021 (size=5101) 2024-11-26T15:22:20,493 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/.tmp/norep/19a7b12d300e42b898ac24b82b3dc67f 2024-11-26T15:22:20,498 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19a7b12d300e42b898ac24b82b3dc67f 2024-11-26T15:22:20,499 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/.tmp/f/c887db52644f45e7aa3854fef693531d as hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/f/c887db52644f45e7aa3854fef693531d 2024-11-26T15:22:20,506 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c887db52644f45e7aa3854fef693531d 2024-11-26T15:22:20,506 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/f/c887db52644f45e7aa3854fef693531d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T15:22:20,507 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/.tmp/f1/653ee2644dfb4295b9a49607c25aa6f6 as hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/f1/653ee2644dfb4295b9a49607c25aa6f6 2024-11-26T15:22:20,514 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 653ee2644dfb4295b9a49607c25aa6f6 2024-11-26T15:22:20,514 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/f1/653ee2644dfb4295b9a49607c25aa6f6, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T15:22:20,515 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/.tmp/table/896b9c6e5067430282c0f96675b01106 is 53, key is hbase:replication/table:state/1732634528168/Put/seqid=0 2024-11-26T15:22:20,516 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/.tmp/norep/19a7b12d300e42b898ac24b82b3dc67f as hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/norep/19a7b12d300e42b898ac24b82b3dc67f 2024-11-26T15:22:20,523 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19a7b12d300e42b898ac24b82b3dc67f 2024-11-26T15:22:20,523 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/norep/19a7b12d300e42b898ac24b82b3dc67f, entries=1, sequenceid=8, filesize=5.0 K 2024-11-26T15:22:20,525 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 52e8c2f32e4b7c1d0b300ec9fea0d1ab in 925ms, sequenceid=8, compaction requested=false 2024-11-26T15:22:20,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741846_1022 (size=5308) 2024-11-26T15:22:20,538 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/.tmp/table/896b9c6e5067430282c0f96675b01106 2024-11-26T15:22:20,548 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/.tmp/info/5b2cc2a833fe475ead7a41a98f971df0 as hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/info/5b2cc2a833fe475ead7a41a98f971df0 2024-11-26T15:22:20,559 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/info/5b2cc2a833fe475ead7a41a98f971df0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T15:22:20,560 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/.tmp/ns/5e6c6522912e45698a97842da6778bbc as hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/ns/5e6c6522912e45698a97842da6778bbc 2024-11-26T15:22:20,565 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/ns/5e6c6522912e45698a97842da6778bbc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T15:22:20,566 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/.tmp/rep_barrier/29c158f6b874406e8d9bebe9bce16cd8 as hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/rep_barrier/29c158f6b874406e8d9bebe9bce16cd8 2024-11-26T15:22:20,587 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/rep_barrier/29c158f6b874406e8d9bebe9bce16cd8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T15:22:20,588 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/.tmp/table/896b9c6e5067430282c0f96675b01106 as hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/table/896b9c6e5067430282c0f96675b01106 2024-11-26T15:22:20,589 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/default/test/52e8c2f32e4b7c1d0b300ec9fea0d1ab/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T15:22:20,590 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:22:20,590 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:22:20,590 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab. 2024-11-26T15:22:20,590 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52e8c2f32e4b7c1d0b300ec9fea0d1ab: Waiting for close lock at 1732634539600Running coprocessor pre-close hooks at 1732634539600Disabling compacts and flushes for region at 1732634539600Disabling writes for close at 1732634539600Obtaining lock to block concurrent updates at 1732634539600Preparing flush snapshotting stores in 52e8c2f32e4b7c1d0b300ec9fea0d1ab at 1732634539600Finished memstore snapshotting test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732634539600Flushing stores of test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab. at 1732634539601 (+1 ms)Flushing 52e8c2f32e4b7c1d0b300ec9fea0d1ab/f: creating writer at 1732634539601Flushing 52e8c2f32e4b7c1d0b300ec9fea0d1ab/f: appending metadata at 1732634539614 (+13 ms)Flushing 52e8c2f32e4b7c1d0b300ec9fea0d1ab/f: closing flushed file at 1732634539614Flushing 52e8c2f32e4b7c1d0b300ec9fea0d1ab/f1: creating writer at 1732634540024 (+410 ms)Flushing 52e8c2f32e4b7c1d0b300ec9fea0d1ab/f1: appending metadata at 1732634540040 (+16 ms)Flushing 52e8c2f32e4b7c1d0b300ec9fea0d1ab/f1: closing flushed file at 1732634540040Flushing 52e8c2f32e4b7c1d0b300ec9fea0d1ab/norep: creating writer at 1732634540459 (+419 ms)Flushing 52e8c2f32e4b7c1d0b300ec9fea0d1ab/norep: appending metadata at 1732634540476 (+17 ms)Flushing 52e8c2f32e4b7c1d0b300ec9fea0d1ab/norep: closing flushed file at 1732634540476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447abcb4: reopening flushed file at 1732634540498 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a1d069e: reopening flushed file at 1732634540506 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb0d6a5: reopening flushed file at 1732634540514 (+8 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 52e8c2f32e4b7c1d0b300ec9fea0d1ab in 925ms, sequenceid=8, compaction requested=false at 1732634540525 (+11 ms)Writing region close event to WAL at 1732634540584 (+59 ms)Running coprocessor post-close hooks at 1732634540590 (+6 ms)Closed at 1732634540590 2024-11-26T15:22:20,590 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732634523698.52e8c2f32e4b7c1d0b300ec9fea0d1ab. 2024-11-26T15:22:20,590 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecaad46ee7275aed4b11c594881294b7, disabling compactions & flushes 2024-11-26T15:22:20,590 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. 2024-11-26T15:22:20,590 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. 2024-11-26T15:22:20,590 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. after waiting 0 ms 2024-11-26T15:22:20,590 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. 2024-11-26T15:22:20,591 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecaad46ee7275aed4b11c594881294b7: Waiting for close lock at 1732634540590Running coprocessor pre-close hooks at 1732634540590Disabling compacts and flushes for region at 1732634540590Disabling writes for close at 1732634540590Failed flush hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7., putting online again at 1732634540590 2024-11-26T15:22:20,591 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. 2024-11-26T15:22:20,594 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/table/896b9c6e5067430282c0f96675b01106, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T15:22:20,595 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 995ms, sequenceid=16, compaction requested=false 2024-11-26T15:22:20,595 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T15:22:20,601 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T15:22:20,602 DEBUG [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(1325): Online Regions={ecaad46ee7275aed4b11c594881294b7=hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:22:20,602 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(3091): Received CLOSE for ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:20,602 DEBUG [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ecaad46ee7275aed4b11c594881294b7 2024-11-26T15:22:20,602 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecaad46ee7275aed4b11c594881294b7, disabling compactions & flushes 2024-11-26T15:22:20,602 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. 2024-11-26T15:22:20,602 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. 2024-11-26T15:22:20,602 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. after waiting 0 ms 2024-11-26T15:22:20,602 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. 2024-11-26T15:22:20,602 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecaad46ee7275aed4b11c594881294b7: Waiting for close lock at 1732634540602Running coprocessor pre-close hooks at 1732634540602Disabling compacts and flushes for region at 1732634540602Disabling writes for close at 1732634540602Failed flush hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7., putting online again at 1732634540602 2024-11-26T15:22:20,602 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732634527006.ecaad46ee7275aed4b11c594881294b7. 2024-11-26T15:22:20,632 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T15:22:20,633 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:22:20,633 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:22:20,633 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:22:20,633 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634539600Running coprocessor pre-close hooks at 1732634539600Disabling compacts and flushes for region at 1732634539600Disabling writes for close at 1732634539600Obtaining lock to block concurrent updates at 1732634539601 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732634539601Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732634539601Flushing stores of hbase:meta,,1.1588230740 at 1732634539601Flushing 1588230740/info: creating writer at 1732634539601Flushing 1588230740/info: appending metadata at 1732634539614 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732634539614Flushing 1588230740/ns: creating writer at 1732634540024 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732634540037 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732634540037Flushing 1588230740/rep_barrier: creating writer at 1732634540055 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732634540073 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732634540073Flushing 1588230740/table: creating writer at 1732634540482 (+409 ms)Flushing 1588230740/table: appending metadata at 1732634540514 (+32 ms)Flushing 1588230740/table: closing flushed file at 1732634540514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128b863a: reopening flushed file at 1732634540545 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@217b531: reopening flushed file at 1732634540559 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff2bb17: reopening flushed file at 1732634540565 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d0830f: reopening flushed file at 1732634540587 (+22 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 995ms, sequenceid=16, compaction requested=false at 1732634540595 (+8 ms)Writing region close event to WAL at 1732634540608 (+13 ms)Running coprocessor post-close hooks at 1732634540633 (+25 ms)Closed at 1732634540633 2024-11-26T15:22:20,633 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:22:20,654 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 1161, reset compression=false 2024-11-26T15:22:20,682 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:20,682 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.wal-reader.6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/WALs/6cc2bc8bf733,45621,1732634514419/6cc2bc8bf733%2C45621%2C1732634514419.1732634516225 to pos 1805, reset compression=false 2024-11-26T15:22:20,802 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T15:22:20,802 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,45621,1732634514419; all regions closed. 2024-11-26T15:22:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741834_1010 (size=4239) 2024-11-26T15:22:20,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741839_1015 (size=1733) 2024-11-26T15:22:20,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741832_1008 (size=1813) 2024-11-26T15:22:20,819 DEBUG [RS:0;6cc2bc8bf733:45621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:20,819 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:22:20,819 INFO [RS:0;6cc2bc8bf733:45621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:22:20,819 INFO [RS:0;6cc2bc8bf733:45621 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T15:22:20,819 INFO [RS:0;6cc2bc8bf733:45621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:22:20,819 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6cc2bc8bf733,45621,1732634514419 because: Region server is closing 2024-11-26T15:22:20,820 INFO [RS:0;6cc2bc8bf733:45621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:45621. 2024-11-26T15:22:20,820 DEBUG [RS:0;6cc2bc8bf733:45621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:20,820 DEBUG [RS:0;6cc2bc8bf733:45621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:20,820 DEBUG [RS:0;6cc2bc8bf733:45621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:20,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:20,820 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:22:20,920 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,45621,1732634514419.replicationSource.shipper6cc2bc8bf733%2C45621%2C1732634514419,1-6cc2bc8bf733,45621,1732634514419 terminated 2024-11-26T15:22:20,920 INFO [RS:0;6cc2bc8bf733:45621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:45621. 2024-11-26T15:22:20,920 DEBUG [RS:0;6cc2bc8bf733:45621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:20,920 DEBUG [RS:0;6cc2bc8bf733:45621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:20,921 DEBUG [RS:0;6cc2bc8bf733:45621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:20,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:20,921 INFO [RS:0;6cc2bc8bf733:45621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45621 2024-11-26T15:22:20,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821/rs 2024-11-26T15:22:20,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0159031821/rs/6cc2bc8bf733,45621,1732634514419 2024-11-26T15:22:20,967 INFO [RS:0;6cc2bc8bf733:45621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:22:20,967 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,45621,1732634514419] 2024-11-26T15:22:20,988 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0159031821/draining/6cc2bc8bf733,45621,1732634514419 already deleted, retry=false 2024-11-26T15:22:20,988 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,45621,1732634514419 expired; onlineServers=0 2024-11-26T15:22:20,988 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,46013,1732634514126' ***** 2024-11-26T15:22:20,989 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:22:20,989 INFO [M:0;6cc2bc8bf733:46013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:22:20,989 INFO [M:0;6cc2bc8bf733:46013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:22:20,989 DEBUG [M:0;6cc2bc8bf733:46013 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:22:20,989 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:22:20,989 DEBUG [M:0;6cc2bc8bf733:46013 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:22:20,989 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634516044 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634516044,5,FailOnTimeoutGroup] 2024-11-26T15:22:20,989 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634516040 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634516040,5,FailOnTimeoutGroup] 2024-11-26T15:22:20,989 INFO [M:0;6cc2bc8bf733:46013 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:22:20,989 INFO [M:0;6cc2bc8bf733:46013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:22:20,989 DEBUG [M:0;6cc2bc8bf733:46013 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:22:20,989 INFO [M:0;6cc2bc8bf733:46013 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:22:20,989 INFO [M:0;6cc2bc8bf733:46013 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:22:20,989 INFO [M:0;6cc2bc8bf733:46013 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:22:20,990 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:22:20,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0159031821/master 2024-11-26T15:22:20,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0159031821 2024-11-26T15:22:20,999 DEBUG [M:0;6cc2bc8bf733:46013 {}] zookeeper.ZKUtil(347): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Unable to get data of znode /0159031821/master because node does not exist (not an error) 2024-11-26T15:22:20,999 WARN [M:0;6cc2bc8bf733:46013 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:22:21,020 INFO [M:0;6cc2bc8bf733:46013 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/.lastflushedseqids 2024-11-26T15:22:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741847_1023 (size=245) 2024-11-26T15:22:21,066 INFO [M:0;6cc2bc8bf733:46013 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:22:21,067 INFO [M:0;6cc2bc8bf733:46013 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:22:21,067 DEBUG [M:0;6cc2bc8bf733:46013 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:22:21,067 INFO [M:0;6cc2bc8bf733:46013 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:21,067 DEBUG [M:0;6cc2bc8bf733:46013 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:21,067 DEBUG [M:0;6cc2bc8bf733:46013 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:22:21,067 DEBUG [M:0;6cc2bc8bf733:46013 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:21,067 INFO [M:0;6cc2bc8bf733:46013 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.48 KB heapSize=64.89 KB 2024-11-26T15:22:21,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:22:21,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45621-0x10177bc86550001, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:22:21,078 INFO [RS:0;6cc2bc8bf733:45621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:22:21,078 INFO [RS:0;6cc2bc8bf733:45621 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,45621,1732634514419; zookeeper connection closed. 2024-11-26T15:22:21,088 DEBUG [M:0;6cc2bc8bf733:46013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b99ae51a70b64a4c9b80049911f1c584 is 82, key is hbase:meta,,1/info:regioninfo/1732634517325/Put/seqid=0 2024-11-26T15:22:21,089 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66992dd3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66992dd3 2024-11-26T15:22:21,089 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:22:21,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741848_1024 (size=5672) 2024-11-26T15:22:21,104 INFO [M:0;6cc2bc8bf733:46013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b99ae51a70b64a4c9b80049911f1c584 2024-11-26T15:22:21,129 DEBUG [M:0;6cc2bc8bf733:46013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/398ff03d1f4442af85601dee45f04349 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732634528172/Put/seqid=0 2024-11-26T15:22:21,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741849_1025 (size=8514) 2024-11-26T15:22:21,142 INFO [M:0;6cc2bc8bf733:46013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.92 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/398ff03d1f4442af85601dee45f04349 2024-11-26T15:22:21,171 DEBUG [M:0;6cc2bc8bf733:46013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be568f94304941b2af25b27448503065 is 69, key is 6cc2bc8bf733,45621,1732634514419/rs:state/1732634516078/Put/seqid=0 2024-11-26T15:22:21,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741850_1026 (size=5156) 2024-11-26T15:22:21,187 INFO [M:0;6cc2bc8bf733:46013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be568f94304941b2af25b27448503065 2024-11-26T15:22:21,192 DEBUG [M:0;6cc2bc8bf733:46013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b99ae51a70b64a4c9b80049911f1c584 as hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b99ae51a70b64a4c9b80049911f1c584 2024-11-26T15:22:21,199 INFO [M:0;6cc2bc8bf733:46013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b99ae51a70b64a4c9b80049911f1c584, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T15:22:21,200 DEBUG [M:0;6cc2bc8bf733:46013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/398ff03d1f4442af85601dee45f04349 as hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/398ff03d1f4442af85601dee45f04349 2024-11-26T15:22:21,203 INFO [M:0;6cc2bc8bf733:46013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/398ff03d1f4442af85601dee45f04349, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T15:22:21,204 DEBUG [M:0;6cc2bc8bf733:46013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be568f94304941b2af25b27448503065 as hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be568f94304941b2af25b27448503065 2024-11-26T15:22:21,209 INFO [M:0;6cc2bc8bf733:46013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be568f94304941b2af25b27448503065, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T15:22:21,211 INFO [M:0;6cc2bc8bf733:46013 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 144ms, sequenceid=97, compaction requested=false 2024-11-26T15:22:21,239 INFO [M:0;6cc2bc8bf733:46013 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:21,239 DEBUG [M:0;6cc2bc8bf733:46013 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634541067Disabling compacts and flushes for region at 1732634541067Disabling writes for close at 1732634541067Obtaining lock to block concurrent updates at 1732634541067Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634541067Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56811, getHeapSize=66384, getOffHeapSize=0, getCellsCount=114 at 1732634541067Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634541068 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634541068Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634541088 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634541088Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634541109 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634541128 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634541128Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634541148 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634541171 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634541171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a22e77e: reopening flushed file at 1732634541191 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a92c9fd: reopening flushed file at 1732634541199 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e6f6b7e: reopening flushed file at 1732634541203 (+4 ms)Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 144ms, sequenceid=97, compaction requested=false at 1732634541211 (+8 ms)Writing region close event to WAL at 1732634541239 (+28 ms)Closed at 1732634541239 2024-11-26T15:22:21,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741830_1006 (size=63630) 2024-11-26T15:22:21,246 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1298139b-b3c4-f71a-cc87-d28beb7c52b2/MasterData/WALs/6cc2bc8bf733,46013,1732634514126/6cc2bc8bf733%2C46013%2C1732634514126.1732634515745 not finished, retry = 0 2024-11-26T15:22:21,346 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:22:21,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:21,356 INFO [M:0;6cc2bc8bf733:46013 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:22:21,356 INFO [M:0;6cc2bc8bf733:46013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46013 2024-11-26T15:22:21,356 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:22:21,357 INFO [M:0;6cc2bc8bf733:46013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:22:21,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:21,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:21,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:21,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:21,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:21,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:21,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:21,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:21,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:21,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:21,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:22:21,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x10177bc86550000, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:22:21,467 INFO [M:0;6cc2bc8bf733:46013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:22:21,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ab2a580{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:22:21,507 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3090df72{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:22:21,507 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:22:21,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a132103{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:22:21,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59836808{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/hadoop.log.dir/,STOPPED} 2024-11-26T15:22:21,509 WARN [BP-1256487556-172.17.0.3-1732634512059 heartbeating to localhost/127.0.0.1:36725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:22:21,509 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:22:21,509 WARN [BP-1256487556-172.17.0.3-1732634512059 heartbeating to localhost/127.0.0.1:36725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1256487556-172.17.0.3-1732634512059 (Datanode Uuid 551dc0c6-18ad-4891-9a12-f97c27fabd46) service to localhost/127.0.0.1:36725 2024-11-26T15:22:21,509 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:22:21,509 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/cluster_97ac9d26-929e-929f-4769-5721e446198a/data/data1/current/BP-1256487556-172.17.0.3-1732634512059 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:22:21,509 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/cluster_97ac9d26-929e-929f-4769-5721e446198a/data/data2/current/BP-1256487556-172.17.0.3-1732634512059 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:22:21,510 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:22:21,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3845fae0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:22:21,517 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c2a621{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:22:21,517 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:22:21,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f292647{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:22:21,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e90cb69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e9eca3c-a0c7-c096-9540-7ae79fe0122d/hadoop.log.dir/,STOPPED} 2024-11-26T15:22:21,523 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T15:22:21,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:22:21,548 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 240) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36725 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62772) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42213 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62772) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=669 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 514), ProcessCount=11 (was 11), AvailableMemoryMB=4941 (was 4466) - AvailableMemoryMB LEAK? - 2024-11-26T15:22:21,558 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=669, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=4941 2024-11-26T15:22:21,575 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-26T15:22:21,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/hadoop.log.dir so I do NOT create it in target/test-data/c8267514-b935-75fa-f835-6b362d729613 2024-11-26T15:22:21,576 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:22:21,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/hadoop.tmp.dir so I do NOT create it in target/test-data/c8267514-b935-75fa-f835-6b362d729613 2024-11-26T15:22:21,576 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8ca2dbb-663e-65e8-8f51-7b248e06d33c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:22:21,576 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613 2024-11-26T15:22:21,576 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/cluster_36a8f3f5-057e-ff52-5f7f-1d375d6bb2f4, deleteOnExit=true 2024-11-26T15:22:21,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/cluster_36a8f3f5-057e-ff52-5f7f-1d375d6bb2f4/zookeeper_0, clientPort=54009, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/cluster_36a8f3f5-057e-ff52-5f7f-1d375d6bb2f4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/cluster_36a8f3f5-057e-ff52-5f7f-1d375d6bb2f4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T15:22:21,613 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54009 2024-11-26T15:22:21,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:22:21,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:22:21,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/test.cache.data in system properties and HBase conf 2024-11-26T15:22:21,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:22:21,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:22:21,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:22:21,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:22:21,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:22:21,614 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:22:21,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:22:21,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:22:21,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:22:21,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:22:21,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:22:21,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:22:21,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:22:21,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:22:21,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:22:21,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:22:21,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:22:21,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:22:21,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:22:21,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:22:21,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10177bc86550005, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:22:21,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10177bc86550002, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:22:21,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10177bc86550002, quorum=127.0.0.1:62772, baseZNode=/0159031821 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:22:21,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10177bc86550005, quorum=127.0.0.1:62772, baseZNode=/1-1831135061 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:22:21,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:22:21,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:22:21,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:22:21,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:22:22,000 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:22:22,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:22:22,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a46dceb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:22:22,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18a6ddbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:22:22,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fee5e28{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/java.io.tmpdir/jetty-localhost-38551-hadoop-hdfs-3_4_1-tests_jar-_-any-2159268691354996445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:22:22,145 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@686bd148{HTTP/1.1, (http/1.1)}{localhost:38551} 2024-11-26T15:22:22,146 INFO [Time-limited test {}] server.Server(415): Started @240245ms 2024-11-26T15:22:22,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:22:22,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:22:22,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:22:22,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:22:22,656 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:22:22,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41beb40b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:22:22,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4df92662{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:22:22,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cb0eef6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/java.io.tmpdir/jetty-localhost-39641-hadoop-hdfs-3_4_1-tests_jar-_-any-1392300584892782952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:22:22,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@634a70a7{HTTP/1.1, (http/1.1)}{localhost:39641} 2024-11-26T15:22:22,754 INFO [Time-limited test {}] server.Server(415): Started @240853ms 2024-11-26T15:22:22,755 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:22:23,436 WARN [Thread-2672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/cluster_36a8f3f5-057e-ff52-5f7f-1d375d6bb2f4/data/data2/current/BP-731775767-172.17.0.3-1732634541637/current, will proceed with Du for space computation calculation, 2024-11-26T15:22:23,436 WARN [Thread-2671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/cluster_36a8f3f5-057e-ff52-5f7f-1d375d6bb2f4/data/data1/current/BP-731775767-172.17.0.3-1732634541637/current, will proceed with Du for space computation calculation, 2024-11-26T15:22:23,477 WARN [Thread-2659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:22:23,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0a316241e85810f with lease ID 0x87dedf69e9dbcebf: Processing first storage report for DS-3bcf6f39-46c7-4a1c-a830-c491b55b7930 from datanode DatanodeRegistration(127.0.0.1:41063, datanodeUuid=3fcde642-4152-4ca1-8b42-3fc0e73f58ba, infoPort=44591, infoSecurePort=0, ipcPort=34537, storageInfo=lv=-57;cid=testClusterID;nsid=422461545;c=1732634541637) 2024-11-26T15:22:23,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0a316241e85810f with lease ID 0x87dedf69e9dbcebf: from storage DS-3bcf6f39-46c7-4a1c-a830-c491b55b7930 node DatanodeRegistration(127.0.0.1:41063, datanodeUuid=3fcde642-4152-4ca1-8b42-3fc0e73f58ba, infoPort=44591, infoSecurePort=0, ipcPort=34537, storageInfo=lv=-57;cid=testClusterID;nsid=422461545;c=1732634541637), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:22:23,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0a316241e85810f with lease ID 0x87dedf69e9dbcebf: Processing first storage report for DS-857e6d4f-36b9-4318-b5cf-20245f33a34f from datanode DatanodeRegistration(127.0.0.1:41063, datanodeUuid=3fcde642-4152-4ca1-8b42-3fc0e73f58ba, infoPort=44591, infoSecurePort=0, ipcPort=34537, storageInfo=lv=-57;cid=testClusterID;nsid=422461545;c=1732634541637) 2024-11-26T15:22:23,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0a316241e85810f with lease ID 0x87dedf69e9dbcebf: from storage DS-857e6d4f-36b9-4318-b5cf-20245f33a34f node DatanodeRegistration(127.0.0.1:41063, datanodeUuid=3fcde642-4152-4ca1-8b42-3fc0e73f58ba, infoPort=44591, infoSecurePort=0, ipcPort=34537, storageInfo=lv=-57;cid=testClusterID;nsid=422461545;c=1732634541637), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:22:23,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613 2024-11-26T15:22:23,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:23,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:23,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:22:24,003 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749 with version=8 2024-11-26T15:22:24,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/hbase-staging 2024-11-26T15:22:24,005 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:22:24,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:24,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:24,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:22:24,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:24,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:22:24,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:22:24,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:22:24,007 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35141 2024-11-26T15:22:24,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35141 connecting to ZooKeeper ensemble=127.0.0.1:54009 2024-11-26T15:22:24,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351410x0, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:22:24,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35141-0x10177bcf9d00000 connected 2024-11-26T15:22:24,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:24,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:24,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Set watcher on znode that does not yet exist, /01377943140/running 2024-11-26T15:22:24,261 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749, hbase.cluster.distributed=false 2024-11-26T15:22:24,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Set watcher on znode that does not yet exist, /01377943140/acl 2024-11-26T15:22:24,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35141 2024-11-26T15:22:24,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35141 2024-11-26T15:22:24,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35141 2024-11-26T15:22:24,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35141 2024-11-26T15:22:24,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35141 2024-11-26T15:22:24,285 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:22:24,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:24,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:24,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:22:24,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:24,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:22:24,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:22:24,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:22:24,288 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38727 2024-11-26T15:22:24,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38727 connecting to ZooKeeper ensemble=127.0.0.1:54009 2024-11-26T15:22:24,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:24,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:24,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387270x0, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:22:24,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38727-0x10177bcf9d00001 connected 2024-11-26T15:22:24,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Set watcher on znode that does not yet exist, /01377943140/running 2024-11-26T15:22:24,357 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:22:24,358 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:22:24,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Set watcher on znode that does not yet exist, /01377943140/master 2024-11-26T15:22:24,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Set watcher on znode that does not yet exist, /01377943140/acl 2024-11-26T15:22:24,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38727 2024-11-26T15:22:24,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38727 2024-11-26T15:22:24,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38727 2024-11-26T15:22:24,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38727 2024-11-26T15:22:24,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38727 2024-11-26T15:22:24,396 DEBUG [M:0;6cc2bc8bf733:35141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:35141 2024-11-26T15:22:24,400 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01377943140/backup-masters/6cc2bc8bf733,35141,1732634544005 2024-11-26T15:22:24,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140/backup-masters 2024-11-26T15:22:24,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140/backup-masters 2024-11-26T15:22:24,409 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Set watcher on existing znode=/01377943140/backup-masters/6cc2bc8bf733,35141,1732634544005 2024-11-26T15:22:24,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01377943140/master 2024-11-26T15:22:24,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140 2024-11-26T15:22:24,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140 2024-11-26T15:22:24,420 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Set watcher on existing znode=/01377943140/master 2024-11-26T15:22:24,420 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01377943140/backup-masters/6cc2bc8bf733,35141,1732634544005 from backup master directory 2024-11-26T15:22:24,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01377943140/backup-masters/6cc2bc8bf733,35141,1732634544005 2024-11-26T15:22:24,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140/backup-masters 2024-11-26T15:22:24,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140/backup-masters 2024-11-26T15:22:24,430 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:22:24,430 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,35141,1732634544005 2024-11-26T15:22:24,433 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/hbase.id] with ID: 858cde72-0ed9-4d96-91dd-80dacf544101 2024-11-26T15:22:24,433 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/.tmp/hbase.id 2024-11-26T15:22:24,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:22:24,838 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/.tmp/hbase.id]:[hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/hbase.id] 2024-11-26T15:22:24,848 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:24,849 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:22:24,849 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T15:22:24,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140 2024-11-26T15:22:24,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140 2024-11-26T15:22:24,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:22:25,315 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:22:25,316 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:22:25,328 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:22:25,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:22:25,339 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store 2024-11-26T15:22:25,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:22:25,348 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:25,348 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:22:25,348 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:25,348 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:25,348 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:22:25,348 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:25,348 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:25,349 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634545348Disabling compacts and flushes for region at 1732634545348Disabling writes for close at 1732634545348Writing region close event to WAL at 1732634545348Closed at 1732634545348 2024-11-26T15:22:25,350 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/.initializing 2024-11-26T15:22:25,350 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/WALs/6cc2bc8bf733,35141,1732634544005 2024-11-26T15:22:25,351 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:22:25,352 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C35141%2C1732634544005, suffix=, logDir=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/WALs/6cc2bc8bf733,35141,1732634544005, archiveDir=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/oldWALs, maxLogs=10 2024-11-26T15:22:25,368 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/WALs/6cc2bc8bf733,35141,1732634544005/6cc2bc8bf733%2C35141%2C1732634544005.1732634545352, exclude list is [], retry=0 2024-11-26T15:22:25,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41063,DS-3bcf6f39-46c7-4a1c-a830-c491b55b7930,DISK] 2024-11-26T15:22:25,379 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/WALs/6cc2bc8bf733,35141,1732634544005/6cc2bc8bf733%2C35141%2C1732634544005.1732634545352 2024-11-26T15:22:25,380 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44591:44591)] 2024-11-26T15:22:25,380 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:22:25,380 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:25,380 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:25,381 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:25,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:25,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:22:25,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:25,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:25,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:25,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:22:25,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:25,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:25,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:25,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:22:25,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:25,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:25,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:25,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:22:25,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:25,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:25,395 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:25,396 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:25,396 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:25,397 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:25,397 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:25,397 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:22:25,399 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:25,405 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:22:25,405 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65891127, jitterRate=-0.018145695328712463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:22:25,406 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634545381Initializing all the Stores at 1732634545381Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634545382 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634545388 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634545388Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634545388Cleaning up temporary data from old regions at 1732634545397 (+9 ms)Region opened successfully at 1732634545406 (+9 ms) 2024-11-26T15:22:25,406 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:22:25,417 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9f78f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:22:25,418 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:22:25,419 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:22:25,419 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:22:25,419 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:22:25,419 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:22:25,420 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:22:25,420 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:22:25,430 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:22:25,431 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Unable to get data of znode /01377943140/balancer because node does not exist (not necessarily an error) 2024-11-26T15:22:25,482 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01377943140/balancer already deleted, retry=false 2024-11-26T15:22:25,483 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:22:25,484 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Unable to get data of znode /01377943140/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:22:25,493 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01377943140/normalizer already deleted, retry=false 2024-11-26T15:22:25,493 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:22:25,494 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Unable to get data of znode /01377943140/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:22:25,503 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01377943140/switch/split already deleted, retry=false 2024-11-26T15:22:25,504 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Unable to get data of znode /01377943140/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:22:25,514 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01377943140/switch/merge already deleted, retry=false 2024-11-26T15:22:25,533 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Unable to get data of znode /01377943140/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:22:25,545 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01377943140/snapshot-cleanup already deleted, retry=false 2024-11-26T15:22:25,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01377943140/running 2024-11-26T15:22:25,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01377943140/running 2024-11-26T15:22:25,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140 2024-11-26T15:22:25,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140 2024-11-26T15:22:25,557 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,35141,1732634544005, sessionid=0x10177bcf9d00000, setting cluster-up flag (Was=false) 2024-11-26T15:22:25,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140 2024-11-26T15:22:25,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140 2024-11-26T15:22:25,609 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01377943140/flush-table-proc/acquired, /01377943140/flush-table-proc/reached, /01377943140/flush-table-proc/abort 2024-11-26T15:22:25,610 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,35141,1732634544005 2024-11-26T15:22:25,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140 2024-11-26T15:22:25,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140 2024-11-26T15:22:25,661 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01377943140/online-snapshot/acquired, /01377943140/online-snapshot/reached, /01377943140/online-snapshot/abort 2024-11-26T15:22:25,662 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,35141,1732634544005 2024-11-26T15:22:25,664 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:22:25,665 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:22:25,666 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:22:25,666 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:22:25,666 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,35141,1732634544005 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:22:25,667 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:22:25,667 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:22:25,667 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:22:25,667 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:22:25,667 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:22:25,667 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:25,667 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:22:25,667 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:25,676 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:22:25,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:22:25,678 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:25,678 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:22:25,694 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(746): ClusterId : 858cde72-0ed9-4d96-91dd-80dacf544101 2024-11-26T15:22:25,694 DEBUG [RS:0;6cc2bc8bf733:38727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:22:25,706 DEBUG [RS:0;6cc2bc8bf733:38727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:22:25,706 DEBUG [RS:0;6cc2bc8bf733:38727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:22:25,715 DEBUG [RS:0;6cc2bc8bf733:38727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:22:25,715 DEBUG [RS:0;6cc2bc8bf733:38727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b7f9b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:22:25,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:22:25,740 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634575740 2024-11-26T15:22:25,740 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:22:25,741 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:22:25,741 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:22:25,741 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:22:25,741 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:22:25,741 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:22:25,742 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:25,742 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:22:25,743 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:22:25,743 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:22:25,743 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:22:25,744 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:22:25,744 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:22:25,748 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634545744,5,FailOnTimeoutGroup] 2024-11-26T15:22:25,748 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634545748,5,FailOnTimeoutGroup] 2024-11-26T15:22:25,748 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:25,748 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:22:25,748 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:25,748 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:25,756 DEBUG [RS:0;6cc2bc8bf733:38727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:38727 2024-11-26T15:22:25,756 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:22:25,756 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:22:25,756 DEBUG [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:22:25,757 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,35141,1732634544005 with port=38727, startcode=1732634544284 2024-11-26T15:22:25,757 DEBUG [RS:0;6cc2bc8bf733:38727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:22:25,758 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:22:25,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35141 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,38727,1732634544284 2024-11-26T15:22:25,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35141 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,38727,1732634544284 2024-11-26T15:22:25,760 DEBUG [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749 2024-11-26T15:22:25,760 DEBUG [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45575 2024-11-26T15:22:25,760 DEBUG [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:22:25,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140/rs 2024-11-26T15:22:25,773 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,38727,1732634544284] 2024-11-26T15:22:25,781 DEBUG [RS:0;6cc2bc8bf733:38727 {}] zookeeper.ZKUtil(111): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Set watcher on existing znode=/01377943140/rs/6cc2bc8bf733,38727,1732634544284 2024-11-26T15:22:25,781 WARN [RS:0;6cc2bc8bf733:38727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:22:25,781 INFO [RS:0;6cc2bc8bf733:38727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:22:25,781 DEBUG [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284 2024-11-26T15:22:25,791 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:22:25,808 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:22:25,816 INFO [RS:0;6cc2bc8bf733:38727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:22:25,816 INFO [RS:0;6cc2bc8bf733:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:25,820 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:22:25,821 INFO [RS:0;6cc2bc8bf733:38727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:22:25,821 INFO [RS:0;6cc2bc8bf733:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:25,821 DEBUG [RS:0;6cc2bc8bf733:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:25,821 DEBUG [RS:0;6cc2bc8bf733:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:25,821 DEBUG [RS:0;6cc2bc8bf733:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:25,821 DEBUG [RS:0;6cc2bc8bf733:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:25,821 DEBUG [RS:0;6cc2bc8bf733:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:25,821 DEBUG [RS:0;6cc2bc8bf733:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:22:25,821 DEBUG [RS:0;6cc2bc8bf733:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:25,821 DEBUG [RS:0;6cc2bc8bf733:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:25,821 DEBUG [RS:0;6cc2bc8bf733:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:25,822 DEBUG [RS:0;6cc2bc8bf733:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:25,822 DEBUG [RS:0;6cc2bc8bf733:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:25,822 DEBUG [RS:0;6cc2bc8bf733:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:25,822 DEBUG [RS:0;6cc2bc8bf733:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:22:25,822 DEBUG [RS:0;6cc2bc8bf733:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:22:25,836 INFO [RS:0;6cc2bc8bf733:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:25,836 INFO [RS:0;6cc2bc8bf733:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:25,836 INFO [RS:0;6cc2bc8bf733:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:25,836 INFO [RS:0;6cc2bc8bf733:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:25,836 INFO [RS:0;6cc2bc8bf733:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:25,836 INFO [RS:0;6cc2bc8bf733:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,38727,1732634544284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:22:25,858 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:22:25,859 INFO [RS:0;6cc2bc8bf733:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,38727,1732634544284-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:25,859 INFO [RS:0;6cc2bc8bf733:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:25,859 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.Replication(171): 6cc2bc8bf733,38727,1732634544284 started 2024-11-26T15:22:25,877 INFO [RS:0;6cc2bc8bf733:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:25,877 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,38727,1732634544284, RpcServer on 6cc2bc8bf733/172.17.0.3:38727, sessionid=0x10177bcf9d00001 2024-11-26T15:22:25,877 DEBUG [RS:0;6cc2bc8bf733:38727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:22:25,877 DEBUG [RS:0;6cc2bc8bf733:38727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,38727,1732634544284 2024-11-26T15:22:25,877 DEBUG [RS:0;6cc2bc8bf733:38727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,38727,1732634544284' 2024-11-26T15:22:25,877 DEBUG [RS:0;6cc2bc8bf733:38727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01377943140/flush-table-proc/abort' 2024-11-26T15:22:25,878 DEBUG [RS:0;6cc2bc8bf733:38727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01377943140/flush-table-proc/acquired' 2024-11-26T15:22:25,878 DEBUG [RS:0;6cc2bc8bf733:38727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:22:25,878 DEBUG [RS:0;6cc2bc8bf733:38727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:22:25,878 DEBUG [RS:0;6cc2bc8bf733:38727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,38727,1732634544284 2024-11-26T15:22:25,878 DEBUG [RS:0;6cc2bc8bf733:38727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,38727,1732634544284' 2024-11-26T15:22:25,878 DEBUG [RS:0;6cc2bc8bf733:38727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01377943140/online-snapshot/abort' 2024-11-26T15:22:25,878 DEBUG [RS:0;6cc2bc8bf733:38727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01377943140/online-snapshot/acquired' 2024-11-26T15:22:25,879 DEBUG [RS:0;6cc2bc8bf733:38727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:22:25,879 INFO [RS:0;6cc2bc8bf733:38727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:22:25,879 INFO [RS:0;6cc2bc8bf733:38727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:22:25,979 INFO [RS:0;6cc2bc8bf733:38727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:22:25,980 INFO [RS:0;6cc2bc8bf733:38727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C38727%2C1732634544284, suffix=, logDir=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284, archiveDir=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/oldWALs, maxLogs=10 2024-11-26T15:22:25,996 DEBUG [RS:0;6cc2bc8bf733:38727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981, exclude list is [], retry=0 2024-11-26T15:22:25,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41063,DS-3bcf6f39-46c7-4a1c-a830-c491b55b7930,DISK] 2024-11-26T15:22:25,999 INFO [RS:0;6cc2bc8bf733:38727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 2024-11-26T15:22:26,000 DEBUG [RS:0;6cc2bc8bf733:38727 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44591:44591)] 2024-11-26T15:22:26,025 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:26,026 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:22:26,026 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38294 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:22:26,139 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:22:26,139 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749 2024-11-26T15:22:26,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741833_1009 (size=32) 2024-11-26T15:22:26,425 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:22:26,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:26,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:26,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:26,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:26,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:26,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:26,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:26,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:26,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:26,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:26,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:26,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:26,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:26,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:22:26,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:22:26,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:26,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:26,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:22:26,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:22:26,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:26,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:26,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:22:26,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:22:26,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:26,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:26,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:22:26,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:22:26,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:26,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:26,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:22:26,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740 2024-11-26T15:22:26,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740 2024-11-26T15:22:26,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:22:26,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:22:26,553 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:22:26,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:22:26,555 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:22:26,556 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70054097, jitterRate=0.043887391686439514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:22:26,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634546544Initializing all the Stores at 1732634546544Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634546545 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634546545Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634546545Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634546545Cleaning up temporary data from old regions at 1732634546552 (+7 ms)Region opened successfully at 1732634546556 (+4 ms) 2024-11-26T15:22:26,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:22:26,556 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:22:26,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:22:26,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:22:26,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:22:26,557 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:22:26,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634546556Disabling compacts and flushes for region at 1732634546556Disabling writes for close at 1732634546556Writing region close event to WAL at 1732634546557 (+1 ms)Closed at 1732634546557 2024-11-26T15:22:26,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:22:26,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:22:26,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:22:26,558 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:22:26,559 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:22:26,709 DEBUG [6cc2bc8bf733:35141 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:22:26,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,38727,1732634544284 2024-11-26T15:22:26,711 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,38727,1732634544284, state=OPENING 2024-11-26T15:22:26,777 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:22:26,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140 2024-11-26T15:22:26,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140 2024-11-26T15:22:26,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01377943140/meta-region-server: CHANGED 2024-11-26T15:22:26,788 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:22:26,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,38727,1732634544284}] 2024-11-26T15:22:26,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01377943140/meta-region-server: CHANGED 2024-11-26T15:22:26,941 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:22:26,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:22:26,966 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:22:26,967 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:22:26,967 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:22:26,968 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C38727%2C1732634544284.meta, suffix=.meta, logDir=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284, archiveDir=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/oldWALs, maxLogs=10 2024-11-26T15:22:26,985 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.meta.1732634546968.meta, exclude list is [], retry=0 2024-11-26T15:22:26,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41063,DS-3bcf6f39-46c7-4a1c-a830-c491b55b7930,DISK] 2024-11-26T15:22:26,989 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.meta.1732634546968.meta 2024-11-26T15:22:26,992 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44591:44591)] 2024-11-26T15:22:26,992 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:22:26,992 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:22:26,992 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:22:26,992 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:22:26,993 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:22:26,993 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:22:26,993 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:26,993 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:22:26,993 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:22:26,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:22:26,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:22:26,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:26,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:26,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:22:26,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:22:26,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:26,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:26,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:22:26,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:22:26,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:26,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:26,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:22:26,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:22:26,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:26,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:26,998 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:22:26,999 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740 2024-11-26T15:22:27,000 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740 2024-11-26T15:22:27,001 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:22:27,001 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:22:27,001 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:22:27,002 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:22:27,003 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66109748, jitterRate=-0.014887988567352295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:22:27,003 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:22:27,004 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634546993Writing region info on filesystem at 1732634546993Initializing all the Stores at 1732634546994 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634546994Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634546994Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634546994Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634546994Cleaning up temporary data from old regions at 1732634547001 (+7 ms)Running coprocessor post-open hooks at 1732634547003 (+2 ms)Region opened successfully at 1732634547004 (+1 ms) 2024-11-26T15:22:27,005 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634546941 2024-11-26T15:22:27,006 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:22:27,006 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:22:27,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,38727,1732634544284 2024-11-26T15:22:27,007 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,38727,1732634544284, state=OPEN 2024-11-26T15:22:27,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01377943140/meta-region-server 2024-11-26T15:22:27,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01377943140/meta-region-server 2024-11-26T15:22:27,048 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,38727,1732634544284 2024-11-26T15:22:27,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01377943140/meta-region-server: CHANGED 2024-11-26T15:22:27,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01377943140/meta-region-server: CHANGED 2024-11-26T15:22:27,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:22:27,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,38727,1732634544284 in 260 msec 2024-11-26T15:22:27,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:22:27,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec 2024-11-26T15:22:27,053 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:22:27,053 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:22:27,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:27,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,38727,1732634544284, seqNum=-1] 2024-11-26T15:22:27,054 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:27,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:22:27,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3950 sec 2024-11-26T15:22:27,060 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634547060, completionTime=-1 2024-11-26T15:22:27,060 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:22:27,060 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:22:27,063 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:22:27,063 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634607063 2024-11-26T15:22:27,063 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634667063 2024-11-26T15:22:27,063 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T15:22:27,063 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,35141,1732634544005-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:27,063 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,35141,1732634544005-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:27,063 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,35141,1732634544005-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:27,063 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:35141, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:27,063 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:27,063 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:27,065 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:22:27,067 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.637sec 2024-11-26T15:22:27,067 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:22:27,067 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:22:27,067 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:22:27,067 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:22:27,067 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:22:27,067 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,35141,1732634544005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:22:27,068 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,35141,1732634544005-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:22:27,069 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:22:27,069 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:22:27,070 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,35141,1732634544005-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:27,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5604bf70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:27,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,35141,-1 for getting cluster id 2024-11-26T15:22:27,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:27,095 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '858cde72-0ed9-4d96-91dd-80dacf544101' 2024-11-26T15:22:27,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:27,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "858cde72-0ed9-4d96-91dd-80dacf544101" 2024-11-26T15:22:27,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275eca7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:27,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,35141,-1] 2024-11-26T15:22:27,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:27,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:27,097 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:27,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37999a1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:27,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,38727,1732634544284, seqNum=-1] 2024-11-26T15:22:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:27,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:22:27,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,35141,1732634544005 2024-11-26T15:22:27,103 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54009 2024-11-26T15:22:27,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:22:27,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10177bcf9d00002 connected 2024-11-26T15:22:27,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/hadoop.log.dir so I do NOT create it in target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31 2024-11-26T15:22:27,137 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:22:27,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/hadoop.tmp.dir so I do NOT create it in target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31 2024-11-26T15:22:27,137 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:22:27,137 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31 2024-11-26T15:22:27,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:22:27,137 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/cluster_1bf1d5ec-d3b8-df0c-13e1-7081e86f5063, deleteOnExit=true 2024-11-26T15:22:27,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:22:27,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/test.cache.data in system properties and HBase conf 2024-11-26T15:22:27,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:22:27,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:22:27,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:22:27,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:22:27,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:22:27,138 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:22:27,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:22:27,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:22:27,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:22:27,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:22:27,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:22:27,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:22:27,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:22:27,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:22:27,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:22:27,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:22:27,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:22:27,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:22:27,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:22:27,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:22:27,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:22:27,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:22:27,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:22:27,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:22:27,528 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:22:27,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:22:27,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4565cc47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:22:27,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43ab3f38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:22:27,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@296de6a9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/java.io.tmpdir/jetty-localhost-42369-hadoop-hdfs-3_4_1-tests_jar-_-any-8652902214381053622/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:22:27,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3890d9f4{HTTP/1.1, (http/1.1)}{localhost:42369} 2024-11-26T15:22:27,664 INFO [Time-limited test {}] server.Server(415): Started @245764ms 2024-11-26T15:22:28,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:22:28,047 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:22:28,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:22:28,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:22:28,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:22:28,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b15dbd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:22:28,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12035f1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:22:28,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10b05cdf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/java.io.tmpdir/jetty-localhost-42579-hadoop-hdfs-3_4_1-tests_jar-_-any-18173136301973016452/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:22:28,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@582349e5{HTTP/1.1, (http/1.1)}{localhost:42579} 2024-11-26T15:22:28,170 INFO [Time-limited test {}] server.Server(415): Started @246269ms 2024-11-26T15:22:28,171 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:22:28,843 WARN [Thread-2793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/cluster_1bf1d5ec-d3b8-df0c-13e1-7081e86f5063/data/data2/current/BP-1650928548-172.17.0.3-1732634547164/current, will proceed with Du for space computation calculation, 2024-11-26T15:22:28,843 WARN [Thread-2792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/cluster_1bf1d5ec-d3b8-df0c-13e1-7081e86f5063/data/data1/current/BP-1650928548-172.17.0.3-1732634547164/current, will proceed with Du for space computation calculation, 2024-11-26T15:22:28,877 WARN [Thread-2780 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:22:28,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3cbd7286a5843a9 with lease ID 0x4716073fb6539a7f: Processing first storage report for DS-1c21ecbc-fe43-4d56-9430-0c7c23d131af from datanode DatanodeRegistration(127.0.0.1:34133, datanodeUuid=426598d2-3b65-4b3f-a7b2-7042fd68d2c7, infoPort=41327, infoSecurePort=0, ipcPort=35317, storageInfo=lv=-57;cid=testClusterID;nsid=392117484;c=1732634547164) 2024-11-26T15:22:28,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3cbd7286a5843a9 with lease ID 0x4716073fb6539a7f: from storage DS-1c21ecbc-fe43-4d56-9430-0c7c23d131af node DatanodeRegistration(127.0.0.1:34133, datanodeUuid=426598d2-3b65-4b3f-a7b2-7042fd68d2c7, infoPort=41327, infoSecurePort=0, ipcPort=35317, storageInfo=lv=-57;cid=testClusterID;nsid=392117484;c=1732634547164), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T15:22:28,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3cbd7286a5843a9 with lease ID 0x4716073fb6539a7f: Processing first storage report for DS-db2e3f26-a114-4ec8-ac12-5132f52b4ecc from datanode DatanodeRegistration(127.0.0.1:34133, datanodeUuid=426598d2-3b65-4b3f-a7b2-7042fd68d2c7, infoPort=41327, infoSecurePort=0, ipcPort=35317, storageInfo=lv=-57;cid=testClusterID;nsid=392117484;c=1732634547164) 2024-11-26T15:22:28,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3cbd7286a5843a9 with lease ID 0x4716073fb6539a7f: from storage DS-db2e3f26-a114-4ec8-ac12-5132f52b4ecc node DatanodeRegistration(127.0.0.1:34133, datanodeUuid=426598d2-3b65-4b3f-a7b2-7042fd68d2c7, infoPort=41327, infoSecurePort=0, ipcPort=35317, storageInfo=lv=-57;cid=testClusterID;nsid=392117484;c=1732634547164), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:22:28,904 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31 2024-11-26T15:22:28,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:28,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:28,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:22:28,929 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f with version=8 2024-11-26T15:22:28,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/hbase-staging 2024-11-26T15:22:28,932 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:22:28,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:28,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:28,932 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:22:28,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:28,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:22:28,933 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:22:28,933 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:22:28,933 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41597 2024-11-26T15:22:28,934 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41597 connecting to ZooKeeper ensemble=127.0.0.1:54009 2024-11-26T15:22:28,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415970x0, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:22:28,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41597-0x10177bcf9d00003 connected 2024-11-26T15:22:29,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:29,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:29,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Set watcher on znode that does not yet exist, /1-1359078899/running 2024-11-26T15:22:29,035 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f, hbase.cluster.distributed=false 2024-11-26T15:22:29,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Set watcher on znode that does not yet exist, /1-1359078899/acl 2024-11-26T15:22:29,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41597 2024-11-26T15:22:29,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41597 2024-11-26T15:22:29,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41597 2024-11-26T15:22:29,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41597 2024-11-26T15:22:29,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41597 2024-11-26T15:22:29,071 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:22:29,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:29,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:29,071 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:22:29,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:29,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:22:29,071 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:22:29,071 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:22:29,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43437 2024-11-26T15:22:29,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43437 connecting to ZooKeeper ensemble=127.0.0.1:54009 2024-11-26T15:22:29,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:29,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:29,093 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434370x0, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:22:29,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434370x0, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Set watcher on znode that does not yet exist, /1-1359078899/running 2024-11-26T15:22:29,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43437-0x10177bcf9d00004 connected 2024-11-26T15:22:29,094 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:22:29,096 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:22:29,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Set watcher on znode that does not yet exist, /1-1359078899/master 2024-11-26T15:22:29,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Set watcher on znode that does not yet exist, /1-1359078899/acl 2024-11-26T15:22:29,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43437 2024-11-26T15:22:29,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43437 2024-11-26T15:22:29,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43437 2024-11-26T15:22:29,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43437 2024-11-26T15:22:29,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43437 2024-11-26T15:22:29,137 DEBUG [M:0;6cc2bc8bf733:41597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:41597 2024-11-26T15:22:29,139 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1359078899/backup-masters/6cc2bc8bf733,41597,1732634548932 2024-11-26T15:22:29,145 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899/backup-masters 2024-11-26T15:22:29,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899/backup-masters 2024-11-26T15:22:29,146 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Set watcher on existing znode=/1-1359078899/backup-masters/6cc2bc8bf733,41597,1732634548932 2024-11-26T15:22:29,156 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1359078899/master 2024-11-26T15:22:29,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899 2024-11-26T15:22:29,156 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899 2024-11-26T15:22:29,157 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Set watcher on existing znode=/1-1359078899/master 2024-11-26T15:22:29,157 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1359078899/backup-masters/6cc2bc8bf733,41597,1732634548932 from backup master directory 2024-11-26T15:22:29,166 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899/backup-masters 2024-11-26T15:22:29,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1359078899/backup-masters/6cc2bc8bf733,41597,1732634548932 2024-11-26T15:22:29,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899/backup-masters 2024-11-26T15:22:29,167 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:22:29,167 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,41597,1732634548932 2024-11-26T15:22:29,174 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/hbase.id] with ID: b190ccac-f3f5-43d7-b990-c4b23dcd8e66 2024-11-26T15:22:29,174 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/.tmp/hbase.id 2024-11-26T15:22:29,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:22:29,190 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/.tmp/hbase.id]:[hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/hbase.id] 2024-11-26T15:22:29,207 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:29,207 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:22:29,209 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T15:22:29,219 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899 2024-11-26T15:22:29,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899 2024-11-26T15:22:29,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:22:29,237 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:22:29,238 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:22:29,240 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:22:29,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:22:29,259 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store 2024-11-26T15:22:29,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:22:29,271 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:29,271 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:22:29,271 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:29,271 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:29,271 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:22:29,271 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:29,271 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:29,271 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634549271Disabling compacts and flushes for region at 1732634549271Disabling writes for close at 1732634549271Writing region close event to WAL at 1732634549271Closed at 1732634549271 2024-11-26T15:22:29,272 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/.initializing 2024-11-26T15:22:29,272 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/WALs/6cc2bc8bf733,41597,1732634548932 2024-11-26T15:22:29,273 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:22:29,274 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C41597%2C1732634548932, suffix=, logDir=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/WALs/6cc2bc8bf733,41597,1732634548932, archiveDir=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/oldWALs, maxLogs=10 2024-11-26T15:22:29,294 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/WALs/6cc2bc8bf733,41597,1732634548932/6cc2bc8bf733%2C41597%2C1732634548932.1732634549275, exclude list is [], retry=0 2024-11-26T15:22:29,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34133,DS-1c21ecbc-fe43-4d56-9430-0c7c23d131af,DISK] 2024-11-26T15:22:29,309 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/WALs/6cc2bc8bf733,41597,1732634548932/6cc2bc8bf733%2C41597%2C1732634548932.1732634549275 2024-11-26T15:22:29,309 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41327:41327)] 2024-11-26T15:22:29,309 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:22:29,309 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:29,309 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:29,310 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:29,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:29,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:22:29,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:29,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:29,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:29,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:22:29,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:29,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:29,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:29,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:22:29,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:29,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:29,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:29,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:22:29,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:29,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:29,321 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:29,322 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:29,322 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:29,323 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:29,323 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:29,324 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:22:29,325 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:29,333 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:22:29,333 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60318931, jitterRate=-0.1011778861284256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:22:29,333 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634549310Initializing all the Stores at 1732634549311 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634549311Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634549312 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634549312Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634549312Cleaning up temporary data from old regions at 1732634549323 (+11 ms)Region opened successfully at 1732634549333 (+10 ms) 2024-11-26T15:22:29,339 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:22:29,342 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dbd6fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:22:29,343 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:22:29,343 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:22:29,343 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:22:29,343 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:22:29,344 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:22:29,344 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:22:29,344 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:22:29,351 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:22:29,352 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Unable to get data of znode /1-1359078899/balancer because node does not exist (not necessarily an error) 2024-11-26T15:22:29,356 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1359078899/balancer already deleted, retry=false 2024-11-26T15:22:29,357 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:22:29,363 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Unable to get data of znode /1-1359078899/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:22:29,366 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1359078899/normalizer already deleted, retry=false 2024-11-26T15:22:29,367 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:22:29,369 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Unable to get data of znode /1-1359078899/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:22:29,377 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1359078899/switch/split already deleted, retry=false 2024-11-26T15:22:29,378 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Unable to get data of znode /1-1359078899/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:22:29,387 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1359078899/switch/merge already deleted, retry=false 2024-11-26T15:22:29,390 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Unable to get data of znode /1-1359078899/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:22:29,398 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1359078899/snapshot-cleanup already deleted, retry=false 2024-11-26T15:22:29,408 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1359078899/running 2024-11-26T15:22:29,408 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899 2024-11-26T15:22:29,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1359078899/running 2024-11-26T15:22:29,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899 2024-11-26T15:22:29,409 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,41597,1732634548932, sessionid=0x10177bcf9d00003, setting cluster-up flag (Was=false) 2024-11-26T15:22:29,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T15:22:29,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:22:29,429 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899 2024-11-26T15:22:29,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899 2024-11-26T15:22:29,461 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1359078899/flush-table-proc/acquired, /1-1359078899/flush-table-proc/reached, /1-1359078899/flush-table-proc/abort 2024-11-26T15:22:29,462 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,41597,1732634548932 2024-11-26T15:22:29,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899 2024-11-26T15:22:29,482 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899 2024-11-26T15:22:29,514 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1359078899/online-snapshot/acquired, /1-1359078899/online-snapshot/reached, /1-1359078899/online-snapshot/abort 2024-11-26T15:22:29,515 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,41597,1732634548932 2024-11-26T15:22:29,516 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:22:29,519 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:22:29,520 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:22:29,520 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:22:29,520 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,41597,1732634548932 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:22:29,522 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:22:29,522 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:22:29,522 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:22:29,522 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:22:29,522 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:22:29,522 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:29,522 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:22:29,522 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:29,525 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(746): ClusterId : b190ccac-f3f5-43d7-b990-c4b23dcd8e66 2024-11-26T15:22:29,525 DEBUG [RS:0;6cc2bc8bf733:43437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:22:29,533 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:22:29,533 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:22:29,533 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634579533 2024-11-26T15:22:29,533 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:22:29,534 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:29,534 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:22:29,534 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:22:29,534 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:22:29,534 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:22:29,535 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:22:29,535 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:22:29,536 DEBUG [RS:0;6cc2bc8bf733:43437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:22:29,536 DEBUG [RS:0;6cc2bc8bf733:43437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:22:29,540 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:29,544 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:22:29,545 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:22:29,545 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:22:29,545 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:22:29,548 DEBUG [RS:0;6cc2bc8bf733:43437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:22:29,548 DEBUG [RS:0;6cc2bc8bf733:43437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e65a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:22:29,556 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:22:29,557 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:22:29,563 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634549557,5,FailOnTimeoutGroup] 2024-11-26T15:22:29,563 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634549563,5,FailOnTimeoutGroup] 2024-11-26T15:22:29,563 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:29,564 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:22:29,564 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:29,564 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:29,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:22:29,567 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:22:29,567 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f 2024-11-26T15:22:29,576 DEBUG [RS:0;6cc2bc8bf733:43437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:43437 2024-11-26T15:22:29,577 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:22:29,577 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:22:29,577 DEBUG [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:22:29,577 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,41597,1732634548932 with port=43437, startcode=1732634549070 2024-11-26T15:22:29,578 DEBUG [RS:0;6cc2bc8bf733:43437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:22:29,585 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:22:29,585 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41597 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,43437,1732634549070 2024-11-26T15:22:29,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41597 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,43437,1732634549070 2024-11-26T15:22:29,587 DEBUG [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f 2024-11-26T15:22:29,587 DEBUG [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33993 2024-11-26T15:22:29,587 DEBUG [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:22:29,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741832_1008 (size=32) 2024-11-26T15:22:29,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899/rs 2024-11-26T15:22:29,662 DEBUG [RS:0;6cc2bc8bf733:43437 {}] zookeeper.ZKUtil(111): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Set watcher on existing znode=/1-1359078899/rs/6cc2bc8bf733,43437,1732634549070 2024-11-26T15:22:29,662 WARN [RS:0;6cc2bc8bf733:43437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:22:29,663 INFO [RS:0;6cc2bc8bf733:43437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:22:29,663 DEBUG [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070 2024-11-26T15:22:29,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,43437,1732634549070] 2024-11-26T15:22:29,667 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:22:29,668 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:22:29,673 INFO [RS:0;6cc2bc8bf733:43437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:22:29,673 INFO [RS:0;6cc2bc8bf733:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:29,675 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:22:29,676 INFO [RS:0;6cc2bc8bf733:43437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:22:29,676 INFO [RS:0;6cc2bc8bf733:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:29,676 DEBUG [RS:0;6cc2bc8bf733:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:29,676 DEBUG [RS:0;6cc2bc8bf733:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:29,676 DEBUG [RS:0;6cc2bc8bf733:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:29,677 DEBUG [RS:0;6cc2bc8bf733:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:29,677 DEBUG [RS:0;6cc2bc8bf733:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:29,677 DEBUG [RS:0;6cc2bc8bf733:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:22:29,677 DEBUG [RS:0;6cc2bc8bf733:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:29,677 DEBUG [RS:0;6cc2bc8bf733:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:29,677 DEBUG [RS:0;6cc2bc8bf733:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:29,677 DEBUG [RS:0;6cc2bc8bf733:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:29,677 DEBUG [RS:0;6cc2bc8bf733:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:29,677 DEBUG [RS:0;6cc2bc8bf733:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:29,677 DEBUG [RS:0;6cc2bc8bf733:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:22:29,677 DEBUG [RS:0;6cc2bc8bf733:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:22:29,683 INFO [RS:0;6cc2bc8bf733:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:29,684 INFO [RS:0;6cc2bc8bf733:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:29,684 INFO [RS:0;6cc2bc8bf733:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:29,684 INFO [RS:0;6cc2bc8bf733:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:29,684 INFO [RS:0;6cc2bc8bf733:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:29,684 INFO [RS:0;6cc2bc8bf733:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43437,1732634549070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:22:29,708 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:22:29,708 INFO [RS:0;6cc2bc8bf733:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43437,1732634549070-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:29,709 INFO [RS:0;6cc2bc8bf733:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:29,709 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.Replication(171): 6cc2bc8bf733,43437,1732634549070 started 2024-11-26T15:22:29,733 INFO [RS:0;6cc2bc8bf733:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:29,734 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,43437,1732634549070, RpcServer on 6cc2bc8bf733/172.17.0.3:43437, sessionid=0x10177bcf9d00004 2024-11-26T15:22:29,734 DEBUG [RS:0;6cc2bc8bf733:43437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:22:29,734 DEBUG [RS:0;6cc2bc8bf733:43437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,43437,1732634549070 2024-11-26T15:22:29,734 DEBUG [RS:0;6cc2bc8bf733:43437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,43437,1732634549070' 2024-11-26T15:22:29,734 DEBUG [RS:0;6cc2bc8bf733:43437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1359078899/flush-table-proc/abort' 2024-11-26T15:22:29,735 DEBUG [RS:0;6cc2bc8bf733:43437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1359078899/flush-table-proc/acquired' 2024-11-26T15:22:29,735 DEBUG [RS:0;6cc2bc8bf733:43437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:22:29,735 DEBUG [RS:0;6cc2bc8bf733:43437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:22:29,735 DEBUG [RS:0;6cc2bc8bf733:43437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,43437,1732634549070 2024-11-26T15:22:29,735 DEBUG [RS:0;6cc2bc8bf733:43437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,43437,1732634549070' 2024-11-26T15:22:29,735 DEBUG [RS:0;6cc2bc8bf733:43437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1359078899/online-snapshot/abort' 2024-11-26T15:22:29,735 DEBUG [RS:0;6cc2bc8bf733:43437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1359078899/online-snapshot/acquired' 2024-11-26T15:22:29,736 DEBUG [RS:0;6cc2bc8bf733:43437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:22:29,736 INFO [RS:0;6cc2bc8bf733:43437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:22:29,736 INFO [RS:0;6cc2bc8bf733:43437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:22:29,836 INFO [RS:0;6cc2bc8bf733:43437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:22:29,838 INFO [RS:0;6cc2bc8bf733:43437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C43437%2C1732634549070, suffix=, logDir=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070, archiveDir=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/oldWALs, maxLogs=10 2024-11-26T15:22:29,854 DEBUG [RS:0;6cc2bc8bf733:43437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838, exclude list is [], retry=0 2024-11-26T15:22:29,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34133,DS-1c21ecbc-fe43-4d56-9430-0c7c23d131af,DISK] 2024-11-26T15:22:29,868 INFO [RS:0;6cc2bc8bf733:43437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 2024-11-26T15:22:29,871 DEBUG [RS:0;6cc2bc8bf733:43437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41327:41327)] 2024-11-26T15:22:30,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:30,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:22:30,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:22:30,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:30,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:30,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:22:30,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:22:30,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:30,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:30,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:22:30,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:22:30,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:30,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:30,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:22:30,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:22:30,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:30,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:30,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:22:30,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740 2024-11-26T15:22:30,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740 2024-11-26T15:22:30,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:22:30,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:22:30,016 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:22:30,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:22:30,020 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:22:30,020 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58915499, jitterRate=-0.1220906525850296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:22:30,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634550003Initializing all the Stores at 1732634550004 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634550004Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634550004Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634550004Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634550004Cleaning up temporary data from old regions at 1732634550015 (+11 ms)Region opened successfully at 1732634550020 (+5 ms) 2024-11-26T15:22:30,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:22:30,021 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:22:30,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:22:30,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:22:30,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:22:30,021 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:22:30,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634550021Disabling compacts and flushes for region at 1732634550021Disabling writes for close at 1732634550021Writing region close event to WAL at 1732634550021Closed at 1732634550021 2024-11-26T15:22:30,022 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:22:30,022 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:22:30,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:22:30,024 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:22:30,027 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:22:30,177 DEBUG [6cc2bc8bf733:41597 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:22:30,178 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,43437,1732634549070 2024-11-26T15:22:30,179 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,43437,1732634549070, state=OPENING 2024-11-26T15:22:30,229 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:22:30,240 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899 2024-11-26T15:22:30,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899 2024-11-26T15:22:30,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1359078899/meta-region-server: CHANGED 2024-11-26T15:22:30,241 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:22:30,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1359078899/meta-region-server: CHANGED 2024-11-26T15:22:30,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,43437,1732634549070}] 2024-11-26T15:22:30,394 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:22:30,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:22:30,398 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:22:30,398 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:22:30,398 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:22:30,399 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C43437%2C1732634549070.meta, suffix=.meta, logDir=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070, archiveDir=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/oldWALs, maxLogs=10 2024-11-26T15:22:30,412 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.meta.1732634550399.meta, exclude list is [], retry=0 2024-11-26T15:22:30,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34133,DS-1c21ecbc-fe43-4d56-9430-0c7c23d131af,DISK] 2024-11-26T15:22:30,420 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.meta.1732634550399.meta 2024-11-26T15:22:30,421 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41327:41327)] 2024-11-26T15:22:30,422 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:22:30,422 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:22:30,422 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:22:30,422 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:22:30,422 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:22:30,422 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:22:30,422 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:30,422 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:22:30,422 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:22:30,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:22:30,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:22:30,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:30,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:30,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:22:30,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:22:30,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:30,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:30,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:22:30,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:22:30,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:30,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:30,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:22:30,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:22:30,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:30,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:30,427 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:22:30,428 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740 2024-11-26T15:22:30,429 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740 2024-11-26T15:22:30,429 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:22:30,429 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:22:30,430 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:22:30,431 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:22:30,431 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71793741, jitterRate=0.06981010735034943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:22:30,431 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:22:30,432 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634550423Writing region info on filesystem at 1732634550423Initializing all the Stores at 1732634550423Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634550423Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634550423Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634550423Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634550423Cleaning up temporary data from old regions at 1732634550430 (+7 ms)Running coprocessor post-open hooks at 1732634550431 (+1 ms)Region opened successfully at 1732634550432 (+1 ms) 2024-11-26T15:22:30,432 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634550393 2024-11-26T15:22:30,434 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:22:30,434 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:22:30,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,43437,1732634549070 2024-11-26T15:22:30,435 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,43437,1732634549070, state=OPEN 2024-11-26T15:22:30,440 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1359078899/meta-region-server 2024-11-26T15:22:30,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1359078899/meta-region-server 2024-11-26T15:22:30,440 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,43437,1732634549070 2024-11-26T15:22:30,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1359078899/meta-region-server: CHANGED 2024-11-26T15:22:30,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1359078899/meta-region-server: CHANGED 2024-11-26T15:22:30,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:22:30,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,43437,1732634549070 in 199 msec 2024-11-26T15:22:30,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:22:30,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-26T15:22:30,444 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:22:30,444 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:22:30,445 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:30,445 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,43437,1732634549070, seqNum=-1] 2024-11-26T15:22:30,446 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:30,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:22:30,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 933 msec 2024-11-26T15:22:30,451 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634550451, completionTime=-1 2024-11-26T15:22:30,451 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:22:30,451 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:22:30,453 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:22:30,453 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634610453 2024-11-26T15:22:30,453 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634670453 2024-11-26T15:22:30,453 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T15:22:30,453 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41597,1732634548932-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:30,454 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41597,1732634548932-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:30,454 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41597,1732634548932-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:30,454 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:41597, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:30,454 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:30,454 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:30,455 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:22:30,457 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.290sec 2024-11-26T15:22:30,457 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:22:30,457 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:22:30,457 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:22:30,457 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:22:30,457 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:22:30,457 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41597,1732634548932-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:22:30,457 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41597,1732634548932-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:22:30,459 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:22:30,459 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:22:30,459 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41597,1732634548932-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:30,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2cf71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:30,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41597,-1 for getting cluster id 2024-11-26T15:22:30,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:30,527 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b190ccac-f3f5-43d7-b990-c4b23dcd8e66' 2024-11-26T15:22:30,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:30,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b190ccac-f3f5-43d7-b990-c4b23dcd8e66" 2024-11-26T15:22:30,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d45e6fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:30,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41597,-1] 2024-11-26T15:22:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:30,528 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:30,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182f4d14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:30,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,43437,1732634549070, seqNum=-1] 2024-11-26T15:22:30,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:30,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:22:30,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,41597,1732634548932 2024-11-26T15:22:30,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54009 2024-11-26T15:22:30,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:22:30,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10177bcf9d00005 connected 2024-11-26T15:22:30,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/hadoop.log.dir so I do NOT create it in target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e 2024-11-26T15:22:30,558 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:22:30,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/hadoop.tmp.dir so I do NOT create it in target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e 2024-11-26T15:22:30,558 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:22:30,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e 2024-11-26T15:22:30,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:22:30,558 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/cluster_b7fa8e66-d0e1-c9d8-1224-4247d328dee1, deleteOnExit=true 2024-11-26T15:22:30,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:22:30,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/test.cache.data in system properties and HBase conf 2024-11-26T15:22:30,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:22:30,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:22:30,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:22:30,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:22:30,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:22:30,559 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:22:30,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:22:30,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:22:30,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:22:30,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:22:30,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:22:30,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:22:30,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:22:30,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:22:30,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:22:30,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:22:30,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:22:30,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:22:30,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:22:30,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:22:30,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:22:30,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:22:31,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:22:31,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:22:31,000 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:22:31,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:22:31,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63021341{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:22:31,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a9341fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:22:31,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21a2ae8d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/java.io.tmpdir/jetty-localhost-33733-hadoop-hdfs-3_4_1-tests_jar-_-any-14023976129651093152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:22:31,106 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9739bcc{HTTP/1.1, (http/1.1)}{localhost:33733} 2024-11-26T15:22:31,106 INFO [Time-limited test {}] server.Server(415): Started @249205ms 2024-11-26T15:22:31,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:22:31,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:22:31,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:22:31,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:22:31,544 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:22:31,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30f45835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:22:31,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14aa2ba4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:22:31,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20a5eda1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/java.io.tmpdir/jetty-localhost-37423-hadoop-hdfs-3_4_1-tests_jar-_-any-11508969243542075105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:22:31,639 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@217cffe4{HTTP/1.1, (http/1.1)}{localhost:37423} 2024-11-26T15:22:31,639 INFO [Time-limited test {}] server.Server(415): Started @249738ms 2024-11-26T15:22:31,640 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:22:31,791 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T15:22:32,498 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:22:32,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:32,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:32,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:32,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:32,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:32,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:32,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:32,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:32,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:32,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:32,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:32,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:32,549 WARN [Thread-2913 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/cluster_b7fa8e66-d0e1-c9d8-1224-4247d328dee1/data/data1/current/BP-647650776-172.17.0.3-1732634550577/current, will proceed with Du for space computation calculation, 2024-11-26T15:22:32,552 WARN [Thread-2914 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/cluster_b7fa8e66-d0e1-c9d8-1224-4247d328dee1/data/data2/current/BP-647650776-172.17.0.3-1732634550577/current, will proceed with Du for space computation calculation, 2024-11-26T15:22:32,579 WARN [Thread-2900 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:22:32,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3342f2ffd53f214d with lease ID 0x7882928fba41cf29: Processing first storage report for DS-0e8dae63-b68b-4e35-bf96-786dccd9fe8e from datanode DatanodeRegistration(127.0.0.1:36381, datanodeUuid=1dd8cb2d-015a-42bb-9c00-190446a6b2c4, infoPort=38375, infoSecurePort=0, ipcPort=34891, storageInfo=lv=-57;cid=testClusterID;nsid=1283746281;c=1732634550577) 2024-11-26T15:22:32,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3342f2ffd53f214d with lease ID 0x7882928fba41cf29: from storage DS-0e8dae63-b68b-4e35-bf96-786dccd9fe8e node DatanodeRegistration(127.0.0.1:36381, datanodeUuid=1dd8cb2d-015a-42bb-9c00-190446a6b2c4, infoPort=38375, infoSecurePort=0, ipcPort=34891, storageInfo=lv=-57;cid=testClusterID;nsid=1283746281;c=1732634550577), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:22:32,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3342f2ffd53f214d with lease ID 0x7882928fba41cf29: Processing first storage report for DS-8022353b-851c-476c-89cb-25bb2dc6a110 from datanode DatanodeRegistration(127.0.0.1:36381, datanodeUuid=1dd8cb2d-015a-42bb-9c00-190446a6b2c4, infoPort=38375, infoSecurePort=0, ipcPort=34891, storageInfo=lv=-57;cid=testClusterID;nsid=1283746281;c=1732634550577) 2024-11-26T15:22:32,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3342f2ffd53f214d with lease ID 0x7882928fba41cf29: from storage DS-8022353b-851c-476c-89cb-25bb2dc6a110 node DatanodeRegistration(127.0.0.1:36381, datanodeUuid=1dd8cb2d-015a-42bb-9c00-190446a6b2c4, infoPort=38375, infoSecurePort=0, ipcPort=34891, storageInfo=lv=-57;cid=testClusterID;nsid=1283746281;c=1732634550577), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:22:32,664 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e 2024-11-26T15:22:32,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:32,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:32,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:22:33,073 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53 with version=8 2024-11-26T15:22:33,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/hbase-staging 2024-11-26T15:22:33,075 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:22:33,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:33,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:33,075 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:22:33,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:33,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:22:33,075 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:22:33,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:22:33,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46373 2024-11-26T15:22:33,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46373 connecting to ZooKeeper ensemble=127.0.0.1:54009 2024-11-26T15:22:33,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463730x0, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:22:33,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46373-0x10177bcf9d00006 connected 2024-11-26T15:22:33,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:33,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:33,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Set watcher on znode that does not yet exist, /2-441181676/running 2024-11-26T15:22:33,641 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53, hbase.cluster.distributed=false 2024-11-26T15:22:33,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Set watcher on znode that does not yet exist, /2-441181676/acl 2024-11-26T15:22:33,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46373 2024-11-26T15:22:33,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46373 2024-11-26T15:22:33,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46373 2024-11-26T15:22:33,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46373 2024-11-26T15:22:33,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46373 2024-11-26T15:22:33,655 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:22:33,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:33,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:33,655 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:22:33,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:22:33,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:22:33,655 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:22:33,655 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:22:33,656 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35233 2024-11-26T15:22:33,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35233 connecting to ZooKeeper ensemble=127.0.0.1:54009 2024-11-26T15:22:33,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:33,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:33,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352330x0, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:22:33,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352330x0, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Set watcher on znode that does not yet exist, /2-441181676/running 2024-11-26T15:22:33,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35233-0x10177bcf9d00007 connected 2024-11-26T15:22:33,734 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:22:33,736 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:22:33,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Set watcher on znode that does not yet exist, /2-441181676/master 2024-11-26T15:22:33,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Set watcher on znode that does not yet exist, /2-441181676/acl 2024-11-26T15:22:33,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35233 2024-11-26T15:22:33,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35233 2024-11-26T15:22:33,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35233 2024-11-26T15:22:33,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35233 2024-11-26T15:22:33,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35233 2024-11-26T15:22:33,762 DEBUG [M:0;6cc2bc8bf733:46373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:46373 2024-11-26T15:22:33,762 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-441181676/backup-masters/6cc2bc8bf733,46373,1732634553075 2024-11-26T15:22:33,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676/backup-masters 2024-11-26T15:22:33,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676/backup-masters 2024-11-26T15:22:33,818 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Set watcher on existing znode=/2-441181676/backup-masters/6cc2bc8bf733,46373,1732634553075 2024-11-26T15:22:33,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-441181676/master 2024-11-26T15:22:33,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676 2024-11-26T15:22:33,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676 2024-11-26T15:22:33,934 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Set watcher on existing znode=/2-441181676/master 2024-11-26T15:22:33,934 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-441181676/backup-masters/6cc2bc8bf733,46373,1732634553075 from backup master directory 2024-11-26T15:22:34,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-441181676/backup-masters/6cc2bc8bf733,46373,1732634553075 2024-11-26T15:22:34,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676/backup-masters 2024-11-26T15:22:34,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676/backup-masters 2024-11-26T15:22:34,061 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:22:34,061 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,46373,1732634553075 2024-11-26T15:22:34,064 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/hbase.id] with ID: 0faa000f-e51e-403b-b9f6-4a596ba1fe41 2024-11-26T15:22:34,064 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/.tmp/hbase.id 2024-11-26T15:22:34,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:22:34,093 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/.tmp/hbase.id]:[hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/hbase.id] 2024-11-26T15:22:34,100 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:22:34,100 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:22:34,101 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T15:22:34,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676 2024-11-26T15:22:34,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676 2024-11-26T15:22:34,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:22:34,709 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:22:34,710 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:22:34,710 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:22:34,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:22:35,116 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store 2024-11-26T15:22:35,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:22:35,521 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:35,521 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:22:35,521 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:35,521 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:35,521 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:22:35,521 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:35,521 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:35,521 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634555521Disabling compacts and flushes for region at 1732634555521Disabling writes for close at 1732634555521Writing region close event to WAL at 1732634555521Closed at 1732634555521 2024-11-26T15:22:35,522 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/.initializing 2024-11-26T15:22:35,522 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/WALs/6cc2bc8bf733,46373,1732634553075 2024-11-26T15:22:35,523 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:22:35,524 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C46373%2C1732634553075, suffix=, logDir=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/WALs/6cc2bc8bf733,46373,1732634553075, archiveDir=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/oldWALs, maxLogs=10 2024-11-26T15:22:35,537 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/WALs/6cc2bc8bf733,46373,1732634553075/6cc2bc8bf733%2C46373%2C1732634553075.1732634555524, exclude list is [], retry=0 2024-11-26T15:22:35,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36381,DS-0e8dae63-b68b-4e35-bf96-786dccd9fe8e,DISK] 2024-11-26T15:22:35,545 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/WALs/6cc2bc8bf733,46373,1732634553075/6cc2bc8bf733%2C46373%2C1732634553075.1732634555524 2024-11-26T15:22:35,545 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38375:38375)] 2024-11-26T15:22:35,545 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:22:35,545 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:35,545 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:35,545 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:35,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:35,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:22:35,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:35,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:35,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:35,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:22:35,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:35,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:35,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:35,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:22:35,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:35,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:35,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:35,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:22:35,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:35,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:35,565 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:35,565 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:35,566 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:35,566 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:35,566 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:35,567 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:22:35,568 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:22:35,569 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:22:35,570 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68694048, jitterRate=0.023621082305908203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:22:35,570 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634555545Initializing all the Stores at 1732634555546 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634555546Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634555546Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634555546Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634555546Cleaning up temporary data from old regions at 1732634555566 (+20 ms)Region opened successfully at 1732634555570 (+4 ms) 2024-11-26T15:22:35,570 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:22:35,572 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1451d8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:22:35,573 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:22:35,573 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:22:35,573 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:22:35,573 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:22:35,574 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:22:35,574 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:22:35,574 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:22:35,577 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:22:35,578 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Unable to get data of znode /2-441181676/balancer because node does not exist (not necessarily an error) 2024-11-26T15:22:35,587 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-441181676/balancer already deleted, retry=false 2024-11-26T15:22:35,587 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:22:35,588 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Unable to get data of znode /2-441181676/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:22:35,597 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-441181676/normalizer already deleted, retry=false 2024-11-26T15:22:35,598 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:22:35,599 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Unable to get data of znode /2-441181676/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:22:35,608 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-441181676/switch/split already deleted, retry=false 2024-11-26T15:22:35,609 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Unable to get data of znode /2-441181676/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:22:35,618 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-441181676/switch/merge already deleted, retry=false 2024-11-26T15:22:35,620 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Unable to get data of znode /2-441181676/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:22:35,629 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-441181676/snapshot-cleanup already deleted, retry=false 2024-11-26T15:22:35,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-441181676/running 2024-11-26T15:22:35,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-441181676/running 2024-11-26T15:22:35,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676 2024-11-26T15:22:35,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676 2024-11-26T15:22:35,640 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,46373,1732634553075, sessionid=0x10177bcf9d00006, setting cluster-up flag (Was=false) 2024-11-26T15:22:35,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676 2024-11-26T15:22:35,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676 2024-11-26T15:22:35,692 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-441181676/flush-table-proc/acquired, /2-441181676/flush-table-proc/reached, /2-441181676/flush-table-proc/abort 2024-11-26T15:22:35,693 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,46373,1732634553075 2024-11-26T15:22:35,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676 2024-11-26T15:22:35,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676 2024-11-26T15:22:35,745 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-441181676/online-snapshot/acquired, /2-441181676/online-snapshot/reached, /2-441181676/online-snapshot/abort 2024-11-26T15:22:35,745 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,46373,1732634553075 2024-11-26T15:22:35,747 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:22:35,748 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:22:35,748 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:22:35,748 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:22:35,749 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,46373,1732634553075 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:22:35,750 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:22:35,750 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:22:35,750 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:22:35,750 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:22:35,750 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:22:35,750 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:35,750 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:22:35,750 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:35,751 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634585751 2024-11-26T15:22:35,751 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:22:35,751 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(746): ClusterId : 0faa000f-e51e-403b-b9f6-4a596ba1fe41 2024-11-26T15:22:35,751 DEBUG [RS:0;6cc2bc8bf733:35233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:22:35,751 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:22:35,751 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:22:35,751 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:22:35,751 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:22:35,751 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:22:35,752 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:22:35,752 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:22:35,752 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:35,752 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:22:35,756 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:35,764 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:22:35,764 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:22:35,765 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:22:35,765 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:22:35,765 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:22:35,765 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:22:35,766 DEBUG [RS:0;6cc2bc8bf733:35233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:22:35,766 DEBUG [RS:0;6cc2bc8bf733:35233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:22:35,772 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634555765,5,FailOnTimeoutGroup] 2024-11-26T15:22:35,775 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634555772,5,FailOnTimeoutGroup] 2024-11-26T15:22:35,775 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:35,775 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:22:35,775 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:35,775 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:35,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:22:35,777 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:22:35,777 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53 2024-11-26T15:22:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741832_1008 (size=32) 2024-11-26T15:22:35,830 DEBUG [RS:0;6cc2bc8bf733:35233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:22:35,830 DEBUG [RS:0;6cc2bc8bf733:35233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f6e9c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:22:35,847 DEBUG [RS:0;6cc2bc8bf733:35233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:35233 2024-11-26T15:22:35,847 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:22:35,847 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:22:35,847 DEBUG [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:22:35,848 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,46373,1732634553075 with port=35233, startcode=1732634553655 2024-11-26T15:22:35,848 DEBUG [RS:0;6cc2bc8bf733:35233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:22:35,849 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:22:35,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46373 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,35233,1732634553655 2024-11-26T15:22:35,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46373 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,35233,1732634553655 2024-11-26T15:22:35,851 DEBUG [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53 2024-11-26T15:22:35,851 DEBUG [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38855 2024-11-26T15:22:35,851 DEBUG [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:22:35,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676/rs 2024-11-26T15:22:35,915 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,35233,1732634553655] 2024-11-26T15:22:35,915 DEBUG [RS:0;6cc2bc8bf733:35233 {}] zookeeper.ZKUtil(111): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Set watcher on existing znode=/2-441181676/rs/6cc2bc8bf733,35233,1732634553655 2024-11-26T15:22:35,916 WARN [RS:0;6cc2bc8bf733:35233 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:22:35,916 INFO [RS:0;6cc2bc8bf733:35233 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:22:35,916 DEBUG [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655 2024-11-26T15:22:35,921 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:22:35,924 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:22:35,926 INFO [RS:0;6cc2bc8bf733:35233 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:22:35,926 INFO [RS:0;6cc2bc8bf733:35233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:35,926 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:22:35,927 INFO [RS:0;6cc2bc8bf733:35233 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:22:35,927 INFO [RS:0;6cc2bc8bf733:35233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:35,927 DEBUG [RS:0;6cc2bc8bf733:35233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:35,927 DEBUG [RS:0;6cc2bc8bf733:35233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:35,927 DEBUG [RS:0;6cc2bc8bf733:35233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:35,928 DEBUG [RS:0;6cc2bc8bf733:35233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:35,928 DEBUG [RS:0;6cc2bc8bf733:35233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:35,928 DEBUG [RS:0;6cc2bc8bf733:35233 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:22:35,928 DEBUG [RS:0;6cc2bc8bf733:35233 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:35,928 DEBUG [RS:0;6cc2bc8bf733:35233 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:35,928 DEBUG [RS:0;6cc2bc8bf733:35233 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:35,928 DEBUG [RS:0;6cc2bc8bf733:35233 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:35,928 DEBUG [RS:0;6cc2bc8bf733:35233 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:35,928 DEBUG [RS:0;6cc2bc8bf733:35233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:22:35,928 DEBUG [RS:0;6cc2bc8bf733:35233 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:22:35,928 DEBUG [RS:0;6cc2bc8bf733:35233 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:22:35,928 INFO [RS:0;6cc2bc8bf733:35233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:35,929 INFO [RS:0;6cc2bc8bf733:35233 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:35,929 INFO [RS:0;6cc2bc8bf733:35233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:35,929 INFO [RS:0;6cc2bc8bf733:35233 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:35,929 INFO [RS:0;6cc2bc8bf733:35233 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:35,929 INFO [RS:0;6cc2bc8bf733:35233 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,35233,1732634553655-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:22:35,944 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:22:35,944 INFO [RS:0;6cc2bc8bf733:35233 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,35233,1732634553655-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:35,944 INFO [RS:0;6cc2bc8bf733:35233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:35,944 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.Replication(171): 6cc2bc8bf733,35233,1732634553655 started 2024-11-26T15:22:35,960 INFO [RS:0;6cc2bc8bf733:35233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:35,960 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,35233,1732634553655, RpcServer on 6cc2bc8bf733/172.17.0.3:35233, sessionid=0x10177bcf9d00007 2024-11-26T15:22:35,960 DEBUG [RS:0;6cc2bc8bf733:35233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:22:35,960 DEBUG [RS:0;6cc2bc8bf733:35233 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,35233,1732634553655 2024-11-26T15:22:35,960 DEBUG [RS:0;6cc2bc8bf733:35233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,35233,1732634553655' 2024-11-26T15:22:35,960 DEBUG [RS:0;6cc2bc8bf733:35233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-441181676/flush-table-proc/abort' 2024-11-26T15:22:35,961 DEBUG [RS:0;6cc2bc8bf733:35233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-441181676/flush-table-proc/acquired' 2024-11-26T15:22:35,961 DEBUG [RS:0;6cc2bc8bf733:35233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:22:35,961 DEBUG [RS:0;6cc2bc8bf733:35233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:22:35,961 DEBUG [RS:0;6cc2bc8bf733:35233 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,35233,1732634553655 2024-11-26T15:22:35,961 DEBUG [RS:0;6cc2bc8bf733:35233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,35233,1732634553655' 2024-11-26T15:22:35,961 DEBUG [RS:0;6cc2bc8bf733:35233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-441181676/online-snapshot/abort' 2024-11-26T15:22:35,962 DEBUG [RS:0;6cc2bc8bf733:35233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-441181676/online-snapshot/acquired' 2024-11-26T15:22:35,962 DEBUG [RS:0;6cc2bc8bf733:35233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:22:35,962 INFO [RS:0;6cc2bc8bf733:35233 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:22:35,962 INFO [RS:0;6cc2bc8bf733:35233 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:22:36,063 INFO [RS:0;6cc2bc8bf733:35233 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:22:36,064 INFO [RS:0;6cc2bc8bf733:35233 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C35233%2C1732634553655, suffix=, logDir=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655, archiveDir=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/oldWALs, maxLogs=10 2024-11-26T15:22:36,075 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:36,075 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:22:36,076 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48344 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:22:36,076 DEBUG [RS:0;6cc2bc8bf733:35233 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064, exclude list is [], retry=0 2024-11-26T15:22:36,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36381,DS-0e8dae63-b68b-4e35-bf96-786dccd9fe8e,DISK] 2024-11-26T15:22:36,081 INFO [RS:0;6cc2bc8bf733:35233 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 2024-11-26T15:22:36,081 DEBUG [RS:0;6cc2bc8bf733:35233 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38375:38375)] 2024-11-26T15:22:36,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:36,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:22:36,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:22:36,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:36,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:36,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:22:36,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:22:36,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:36,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:36,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:22:36,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:22:36,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:36,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:36,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:22:36,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:22:36,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:36,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:36,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:22:36,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740 2024-11-26T15:22:36,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740 2024-11-26T15:22:36,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:22:36,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:22:36,194 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:22:36,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:22:36,208 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:22:36,208 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72522099, jitterRate=0.08066348731517792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:22:36,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634556186Initializing all the Stores at 1732634556187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634556187Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634556187Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634556187Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634556187Cleaning up temporary data from old regions at 1732634556193 (+6 ms)Region opened successfully at 1732634556208 (+15 ms) 2024-11-26T15:22:36,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:22:36,209 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:22:36,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:22:36,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:22:36,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:22:36,209 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:22:36,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634556208Disabling compacts and flushes for region at 1732634556208Disabling writes for close at 1732634556209 (+1 ms)Writing region close event to WAL at 1732634556209Closed at 1732634556209 2024-11-26T15:22:36,210 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:22:36,210 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:22:36,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:22:36,210 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:22:36,211 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:22:36,361 DEBUG [6cc2bc8bf733:46373 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:22:36,362 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,35233,1732634553655 2024-11-26T15:22:36,363 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,35233,1732634553655, state=OPENING 2024-11-26T15:22:36,397 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:22:36,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676 2024-11-26T15:22:36,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676 2024-11-26T15:22:36,408 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:22:36,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-441181676/meta-region-server: CHANGED 2024-11-26T15:22:36,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,35233,1732634553655}] 2024-11-26T15:22:36,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-441181676/meta-region-server: CHANGED 2024-11-26T15:22:36,560 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:22:36,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:22:36,564 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:22:36,564 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:22:36,564 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:22:36,565 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C35233%2C1732634553655.meta, suffix=.meta, logDir=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655, archiveDir=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/oldWALs, maxLogs=10 2024-11-26T15:22:36,580 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.meta.1732634556566.meta, exclude list is [], retry=0 2024-11-26T15:22:36,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36381,DS-0e8dae63-b68b-4e35-bf96-786dccd9fe8e,DISK] 2024-11-26T15:22:36,583 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.meta.1732634556566.meta 2024-11-26T15:22:36,583 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38375:38375)] 2024-11-26T15:22:36,583 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:22:36,583 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:22:36,583 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:22:36,583 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:22:36,583 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:22:36,583 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:22:36,583 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:36,584 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:22:36,584 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:22:36,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:22:36,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:22:36,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:36,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:36,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:22:36,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:22:36,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:36,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:36,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:22:36,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:22:36,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:36,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:36,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:22:36,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:22:36,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:36,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:22:36,588 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:22:36,589 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740 2024-11-26T15:22:36,589 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740 2024-11-26T15:22:36,590 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:22:36,590 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:22:36,590 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:22:36,592 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:22:36,593 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69640962, jitterRate=0.03773120045661926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:22:36,593 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:22:36,593 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634556584Writing region info on filesystem at 1732634556584Initializing all the Stores at 1732634556584Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634556584Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634556584Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634556584Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634556584Cleaning up temporary data from old regions at 1732634556590 (+6 ms)Running coprocessor post-open hooks at 1732634556593 (+3 ms)Region opened successfully at 1732634556593 2024-11-26T15:22:36,594 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634556560 2024-11-26T15:22:36,595 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:22:36,595 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:22:36,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,35233,1732634553655 2024-11-26T15:22:36,596 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,35233,1732634553655, state=OPEN 2024-11-26T15:22:36,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-441181676/meta-region-server 2024-11-26T15:22:36,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-441181676/meta-region-server 2024-11-26T15:22:36,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-441181676/meta-region-server: CHANGED 2024-11-26T15:22:36,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-441181676/meta-region-server: CHANGED 2024-11-26T15:22:36,608 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,35233,1732634553655 2024-11-26T15:22:36,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:22:36,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,35233,1732634553655 in 200 msec 2024-11-26T15:22:36,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:22:36,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 401 msec 2024-11-26T15:22:36,613 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:22:36,613 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:22:36,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:36,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35233,1732634553655, seqNum=-1] 2024-11-26T15:22:36,614 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:36,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:22:36,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 872 msec 2024-11-26T15:22:36,620 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634556620, completionTime=-1 2024-11-26T15:22:36,620 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:22:36,620 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:22:36,622 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:22:36,622 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634616622 2024-11-26T15:22:36,622 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634676622 2024-11-26T15:22:36,622 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T15:22:36,622 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46373,1732634553075-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:36,622 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46373,1732634553075-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:36,622 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46373,1732634553075-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:36,622 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:46373, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:36,622 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:36,623 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:36,624 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:22:36,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.565sec 2024-11-26T15:22:36,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:22:36,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:22:36,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:22:36,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:22:36,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:22:36,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46373,1732634553075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:22:36,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46373,1732634553075-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:22:36,629 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:22:36,629 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:22:36,629 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46373,1732634553075-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:22:36,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a7bf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:36,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46373,-1 for getting cluster id 2024-11-26T15:22:36,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:36,653 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0faa000f-e51e-403b-b9f6-4a596ba1fe41' 2024-11-26T15:22:36,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:36,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0faa000f-e51e-403b-b9f6-4a596ba1fe41" 2024-11-26T15:22:36,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba70bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:36,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46373,-1] 2024-11-26T15:22:36,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:36,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:36,654 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:36,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c85e4af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:36,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:36,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35233,1732634553655, seqNum=-1] 2024-11-26T15:22:36,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:36,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:22:36,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,46373,1732634553075 2024-11-26T15:22:36,659 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54009 2024-11-26T15:22:36,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:22:36,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10177bcf9d00008 connected 2024-11-26T15:22:36,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:36,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,35141,1732634544005 2024-11-26T15:22:36,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78621394 2024-11-26T15:22:36,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:36,685 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:22:36,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:22:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T15:22:36,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:22:36,688 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:36,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T15:22:36,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:22:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:36,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741835_1011 (size=902) 2024-11-26T15:22:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:37,094 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e865013e25c02ec0adacb3f6ca99990, NAME => 'test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749 2024-11-26T15:22:37,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741836_1012 (size=39) 2024-11-26T15:22:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:37,499 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:37,499 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1e865013e25c02ec0adacb3f6ca99990, disabling compactions & flushes 2024-11-26T15:22:37,499 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990. 2024-11-26T15:22:37,499 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990. 2024-11-26T15:22:37,499 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990. after waiting 0 ms 2024-11-26T15:22:37,499 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990. 2024-11-26T15:22:37,499 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990. 2024-11-26T15:22:37,499 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e865013e25c02ec0adacb3f6ca99990: Waiting for close lock at 1732634557499Disabling compacts and flushes for region at 1732634557499Disabling writes for close at 1732634557499Writing region close event to WAL at 1732634557499Closed at 1732634557499 2024-11-26T15:22:37,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:22:37,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732634557500"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634557500"}]},"ts":"1732634557500"} 2024-11-26T15:22:37,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:22:37,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:22:37,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634557503"}]},"ts":"1732634557503"} 2024-11-26T15:22:37,504 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T15:22:37,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e865013e25c02ec0adacb3f6ca99990, ASSIGN}] 2024-11-26T15:22:37,505 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e865013e25c02ec0adacb3f6ca99990, ASSIGN 2024-11-26T15:22:37,506 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1e865013e25c02ec0adacb3f6ca99990, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,38727,1732634544284; forceNewPlan=false, retain=false 2024-11-26T15:22:37,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e865013e25c02ec0adacb3f6ca99990, regionState=OPENING, regionLocation=6cc2bc8bf733,38727,1732634544284 2024-11-26T15:22:37,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1e865013e25c02ec0adacb3f6ca99990, ASSIGN because future has completed 2024-11-26T15:22:37,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e865013e25c02ec0adacb3f6ca99990, server=6cc2bc8bf733,38727,1732634544284}] 2024-11-26T15:22:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:37,826 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990. 2024-11-26T15:22:37,827 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e865013e25c02ec0adacb3f6ca99990, NAME => 'test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:22:37,827 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:22:37,827 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T15:22:37,827 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1e865013e25c02ec0adacb3f6ca99990 2024-11-26T15:22:37,827 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:37,827 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1e865013e25c02ec0adacb3f6ca99990 2024-11-26T15:22:37,827 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1e865013e25c02ec0adacb3f6ca99990 2024-11-26T15:22:37,837 INFO [StoreOpener-1e865013e25c02ec0adacb3f6ca99990-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e865013e25c02ec0adacb3f6ca99990 2024-11-26T15:22:37,838 INFO [StoreOpener-1e865013e25c02ec0adacb3f6ca99990-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e865013e25c02ec0adacb3f6ca99990 columnFamilyName f 2024-11-26T15:22:37,838 DEBUG [StoreOpener-1e865013e25c02ec0adacb3f6ca99990-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:37,839 INFO [StoreOpener-1e865013e25c02ec0adacb3f6ca99990-1 {}] regionserver.HStore(327): Store=1e865013e25c02ec0adacb3f6ca99990/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:37,839 INFO [StoreOpener-1e865013e25c02ec0adacb3f6ca99990-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1e865013e25c02ec0adacb3f6ca99990 2024-11-26T15:22:37,840 INFO [StoreOpener-1e865013e25c02ec0adacb3f6ca99990-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e865013e25c02ec0adacb3f6ca99990 columnFamilyName f1 2024-11-26T15:22:37,840 DEBUG [StoreOpener-1e865013e25c02ec0adacb3f6ca99990-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:37,841 INFO [StoreOpener-1e865013e25c02ec0adacb3f6ca99990-1 {}] regionserver.HStore(327): Store=1e865013e25c02ec0adacb3f6ca99990/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:37,841 INFO [StoreOpener-1e865013e25c02ec0adacb3f6ca99990-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1e865013e25c02ec0adacb3f6ca99990 2024-11-26T15:22:37,842 INFO [StoreOpener-1e865013e25c02ec0adacb3f6ca99990-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e865013e25c02ec0adacb3f6ca99990 columnFamilyName norep 2024-11-26T15:22:37,842 DEBUG [StoreOpener-1e865013e25c02ec0adacb3f6ca99990-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:37,843 INFO [StoreOpener-1e865013e25c02ec0adacb3f6ca99990-1 {}] regionserver.HStore(327): Store=1e865013e25c02ec0adacb3f6ca99990/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:37,843 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1e865013e25c02ec0adacb3f6ca99990 2024-11-26T15:22:37,844 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990 2024-11-26T15:22:37,844 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990 2024-11-26T15:22:37,845 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1e865013e25c02ec0adacb3f6ca99990 2024-11-26T15:22:37,845 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1e865013e25c02ec0adacb3f6ca99990 2024-11-26T15:22:37,845 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:22:37,847 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1e865013e25c02ec0adacb3f6ca99990 2024-11-26T15:22:37,860 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:22:37,861 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1e865013e25c02ec0adacb3f6ca99990; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71785218, jitterRate=0.06968310475349426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:22:37,861 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e865013e25c02ec0adacb3f6ca99990 2024-11-26T15:22:37,862 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1e865013e25c02ec0adacb3f6ca99990: Running coprocessor pre-open hook at 1732634557827Writing region info on filesystem at 1732634557827Initializing all the Stores at 1732634557833 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634557833Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634557836 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634557836Cleaning up temporary data from old regions at 1732634557845 (+9 ms)Running coprocessor post-open hooks at 1732634557861 (+16 ms)Region opened successfully at 1732634557862 (+1 ms) 2024-11-26T15:22:37,863 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990., pid=6, masterSystemTime=1732634557814 2024-11-26T15:22:37,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e865013e25c02ec0adacb3f6ca99990, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6cc2bc8bf733,38727,1732634544284 2024-11-26T15:22:37,869 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990. 2024-11-26T15:22:37,869 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990. 2024-11-26T15:22:37,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e865013e25c02ec0adacb3f6ca99990, server=6cc2bc8bf733,38727,1732634544284 because future has completed 2024-11-26T15:22:37,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:22:37,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e865013e25c02ec0adacb3f6ca99990, server=6cc2bc8bf733,38727,1732634544284 in 213 msec 2024-11-26T15:22:37,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T15:22:37,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1e865013e25c02ec0adacb3f6ca99990, ASSIGN in 369 msec 2024-11-26T15:22:37,892 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:22:37,892 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634557892"}]},"ts":"1732634557892"} 2024-11-26T15:22:37,895 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T15:22:37,896 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:22:37,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2100 sec 2024-11-26T15:22:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:38,836 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T15:22:38,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:38,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,41597,1732634548932 2024-11-26T15:22:38,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f481b7d 2024-11-26T15:22:38,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:38,838 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:22:38,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:22:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T15:22:38,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:22:38,840 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:38,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T15:22:38,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:22:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:38,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741835_1011 (size=902) 2024-11-26T15:22:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:39,247 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d78faa0da5a35835243d37e75e551f3, NAME => 'test,,1732634558838.2d78faa0da5a35835243d37e75e551f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f 2024-11-26T15:22:39,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741836_1012 (size=39) 2024-11-26T15:22:39,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T15:22:39,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T15:22:39,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:22:39,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T15:22:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:39,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732634558838.2d78faa0da5a35835243d37e75e551f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:39,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2d78faa0da5a35835243d37e75e551f3, disabling compactions & flushes 2024-11-26T15:22:39,659 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732634558838.2d78faa0da5a35835243d37e75e551f3. 2024-11-26T15:22:39,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634558838.2d78faa0da5a35835243d37e75e551f3. 2024-11-26T15:22:39,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732634558838.2d78faa0da5a35835243d37e75e551f3. after waiting 0 ms 2024-11-26T15:22:39,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732634558838.2d78faa0da5a35835243d37e75e551f3. 2024-11-26T15:22:39,659 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732634558838.2d78faa0da5a35835243d37e75e551f3. 2024-11-26T15:22:39,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d78faa0da5a35835243d37e75e551f3: Waiting for close lock at 1732634559659Disabling compacts and flushes for region at 1732634559659Disabling writes for close at 1732634559659Writing region close event to WAL at 1732634559659Closed at 1732634559659 2024-11-26T15:22:39,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:22:39,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732634558838.2d78faa0da5a35835243d37e75e551f3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732634559660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634559660"}]},"ts":"1732634559660"} 2024-11-26T15:22:39,662 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:22:39,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:22:39,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634559663"}]},"ts":"1732634559663"} 2024-11-26T15:22:39,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T15:22:39,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2d78faa0da5a35835243d37e75e551f3, ASSIGN}] 2024-11-26T15:22:39,669 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2d78faa0da5a35835243d37e75e551f3, ASSIGN 2024-11-26T15:22:39,670 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2d78faa0da5a35835243d37e75e551f3, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,43437,1732634549070; forceNewPlan=false, retain=false 2024-11-26T15:22:39,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2d78faa0da5a35835243d37e75e551f3, regionState=OPENING, regionLocation=6cc2bc8bf733,43437,1732634549070 2024-11-26T15:22:39,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2d78faa0da5a35835243d37e75e551f3, ASSIGN because future has completed 2024-11-26T15:22:39,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d78faa0da5a35835243d37e75e551f3, server=6cc2bc8bf733,43437,1732634549070}] 2024-11-26T15:22:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:39,985 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732634558838.2d78faa0da5a35835243d37e75e551f3. 2024-11-26T15:22:39,985 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d78faa0da5a35835243d37e75e551f3, NAME => 'test,,1732634558838.2d78faa0da5a35835243d37e75e551f3.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:22:39,985 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:22:39,985 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T15:22:39,985 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2d78faa0da5a35835243d37e75e551f3 2024-11-26T15:22:39,985 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732634558838.2d78faa0da5a35835243d37e75e551f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:39,986 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2d78faa0da5a35835243d37e75e551f3 2024-11-26T15:22:39,986 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2d78faa0da5a35835243d37e75e551f3 2024-11-26T15:22:39,987 INFO [StoreOpener-2d78faa0da5a35835243d37e75e551f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2d78faa0da5a35835243d37e75e551f3 2024-11-26T15:22:39,988 INFO [StoreOpener-2d78faa0da5a35835243d37e75e551f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d78faa0da5a35835243d37e75e551f3 columnFamilyName f 2024-11-26T15:22:39,988 DEBUG [StoreOpener-2d78faa0da5a35835243d37e75e551f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:39,989 INFO [StoreOpener-2d78faa0da5a35835243d37e75e551f3-1 {}] regionserver.HStore(327): Store=2d78faa0da5a35835243d37e75e551f3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:39,989 INFO [StoreOpener-2d78faa0da5a35835243d37e75e551f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2d78faa0da5a35835243d37e75e551f3 2024-11-26T15:22:39,990 INFO [StoreOpener-2d78faa0da5a35835243d37e75e551f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d78faa0da5a35835243d37e75e551f3 columnFamilyName f1 2024-11-26T15:22:39,990 DEBUG [StoreOpener-2d78faa0da5a35835243d37e75e551f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:39,990 INFO [StoreOpener-2d78faa0da5a35835243d37e75e551f3-1 {}] regionserver.HStore(327): Store=2d78faa0da5a35835243d37e75e551f3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:39,990 INFO [StoreOpener-2d78faa0da5a35835243d37e75e551f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2d78faa0da5a35835243d37e75e551f3 2024-11-26T15:22:39,992 INFO [StoreOpener-2d78faa0da5a35835243d37e75e551f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d78faa0da5a35835243d37e75e551f3 columnFamilyName norep 2024-11-26T15:22:39,992 DEBUG [StoreOpener-2d78faa0da5a35835243d37e75e551f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:39,992 INFO [StoreOpener-2d78faa0da5a35835243d37e75e551f3-1 {}] regionserver.HStore(327): Store=2d78faa0da5a35835243d37e75e551f3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:39,993 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2d78faa0da5a35835243d37e75e551f3 2024-11-26T15:22:39,993 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3 2024-11-26T15:22:39,993 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3 2024-11-26T15:22:39,994 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2d78faa0da5a35835243d37e75e551f3 2024-11-26T15:22:39,994 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2d78faa0da5a35835243d37e75e551f3 2024-11-26T15:22:39,994 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:22:39,995 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2d78faa0da5a35835243d37e75e551f3 2024-11-26T15:22:39,997 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:22:39,997 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2d78faa0da5a35835243d37e75e551f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74704954, jitterRate=0.11319056153297424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:22:39,997 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d78faa0da5a35835243d37e75e551f3 2024-11-26T15:22:39,997 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2d78faa0da5a35835243d37e75e551f3: Running coprocessor pre-open hook at 1732634559986Writing region info on filesystem at 1732634559986Initializing all the Stores at 1732634559986Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634559987 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634559987Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634559987Cleaning up temporary data from old regions at 1732634559994 (+7 ms)Running coprocessor post-open hooks at 1732634559997 (+3 ms)Region opened successfully at 1732634559997 2024-11-26T15:22:39,998 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732634558838.2d78faa0da5a35835243d37e75e551f3., pid=6, masterSystemTime=1732634559981 2024-11-26T15:22:40,000 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732634558838.2d78faa0da5a35835243d37e75e551f3. 2024-11-26T15:22:40,000 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732634558838.2d78faa0da5a35835243d37e75e551f3. 2024-11-26T15:22:40,000 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2d78faa0da5a35835243d37e75e551f3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6cc2bc8bf733,43437,1732634549070 2024-11-26T15:22:40,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d78faa0da5a35835243d37e75e551f3, server=6cc2bc8bf733,43437,1732634549070 because future has completed 2024-11-26T15:22:40,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:22:40,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d78faa0da5a35835243d37e75e551f3, server=6cc2bc8bf733,43437,1732634549070 in 174 msec 2024-11-26T15:22:40,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T15:22:40,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2d78faa0da5a35835243d37e75e551f3, ASSIGN in 339 msec 2024-11-26T15:22:40,008 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:22:40,008 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634560008"}]},"ts":"1732634560008"} 2024-11-26T15:22:40,010 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T15:22:40,011 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:22:40,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-26T15:22:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:40,986 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T15:22:40,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,46373,1732634553075 2024-11-26T15:22:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@602fa8ae 2024-11-26T15:22:40,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:40,987 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:22:40,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:22:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T15:22:40,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:22:40,991 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:40,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T15:22:40,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:22:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:40,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741835_1011 (size=902) 2024-11-26T15:22:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:41,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:41,399 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc2d796c286ccfca8b37de28e7ea6675, NAME => 'test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53 2024-11-26T15:22:41,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741836_1012 (size=39) 2024-11-26T15:22:41,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:41,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cc2d796c286ccfca8b37de28e7ea6675, disabling compactions & flushes 2024-11-26T15:22:41,426 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675. 2024-11-26T15:22:41,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675. 2024-11-26T15:22:41,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675. after waiting 0 ms 2024-11-26T15:22:41,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675. 2024-11-26T15:22:41,427 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675. 2024-11-26T15:22:41,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc2d796c286ccfca8b37de28e7ea6675: Waiting for close lock at 1732634561426Disabling compacts and flushes for region at 1732634561426Disabling writes for close at 1732634561427 (+1 ms)Writing region close event to WAL at 1732634561427Closed at 1732634561427 2024-11-26T15:22:41,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:22:41,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732634561428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634561428"}]},"ts":"1732634561428"} 2024-11-26T15:22:41,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:22:41,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:22:41,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634561435"}]},"ts":"1732634561435"} 2024-11-26T15:22:41,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T15:22:41,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc2d796c286ccfca8b37de28e7ea6675, ASSIGN}] 2024-11-26T15:22:41,439 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc2d796c286ccfca8b37de28e7ea6675, ASSIGN 2024-11-26T15:22:41,440 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cc2d796c286ccfca8b37de28e7ea6675, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,35233,1732634553655; forceNewPlan=false, retain=false 2024-11-26T15:22:41,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc2d796c286ccfca8b37de28e7ea6675, regionState=OPENING, regionLocation=6cc2bc8bf733,35233,1732634553655 2024-11-26T15:22:41,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cc2d796c286ccfca8b37de28e7ea6675, ASSIGN because future has completed 2024-11-26T15:22:41,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc2d796c286ccfca8b37de28e7ea6675, server=6cc2bc8bf733,35233,1732634553655}] 2024-11-26T15:22:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:41,760 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675. 2024-11-26T15:22:41,760 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cc2d796c286ccfca8b37de28e7ea6675, NAME => 'test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:22:41,761 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:22:41,761 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T15:22:41,761 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:41,761 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:41,761 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:41,761 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:41,766 INFO [StoreOpener-cc2d796c286ccfca8b37de28e7ea6675-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:41,768 INFO [StoreOpener-cc2d796c286ccfca8b37de28e7ea6675-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2d796c286ccfca8b37de28e7ea6675 columnFamilyName f 2024-11-26T15:22:41,768 DEBUG [StoreOpener-cc2d796c286ccfca8b37de28e7ea6675-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:41,768 INFO [StoreOpener-cc2d796c286ccfca8b37de28e7ea6675-1 {}] regionserver.HStore(327): Store=cc2d796c286ccfca8b37de28e7ea6675/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:41,768 INFO [StoreOpener-cc2d796c286ccfca8b37de28e7ea6675-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:41,772 INFO [StoreOpener-cc2d796c286ccfca8b37de28e7ea6675-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2d796c286ccfca8b37de28e7ea6675 columnFamilyName f1 2024-11-26T15:22:41,772 DEBUG [StoreOpener-cc2d796c286ccfca8b37de28e7ea6675-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:41,773 INFO [StoreOpener-cc2d796c286ccfca8b37de28e7ea6675-1 {}] regionserver.HStore(327): Store=cc2d796c286ccfca8b37de28e7ea6675/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:41,773 INFO [StoreOpener-cc2d796c286ccfca8b37de28e7ea6675-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:41,774 INFO [StoreOpener-cc2d796c286ccfca8b37de28e7ea6675-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2d796c286ccfca8b37de28e7ea6675 columnFamilyName norep 2024-11-26T15:22:41,774 DEBUG [StoreOpener-cc2d796c286ccfca8b37de28e7ea6675-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:41,774 INFO [StoreOpener-cc2d796c286ccfca8b37de28e7ea6675-1 {}] regionserver.HStore(327): Store=cc2d796c286ccfca8b37de28e7ea6675/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:41,774 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:41,775 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:41,775 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:41,775 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:41,775 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:41,776 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:22:41,776 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:41,778 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:22:41,778 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cc2d796c286ccfca8b37de28e7ea6675; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70441634, jitterRate=0.04966214299201965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:22:41,778 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:41,778 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cc2d796c286ccfca8b37de28e7ea6675: Running coprocessor pre-open hook at 1732634561761Writing region info on filesystem at 1732634561761Initializing all the Stores at 1732634561766 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634561766Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634561766Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634561766Cleaning up temporary data from old regions at 1732634561775 (+9 ms)Running coprocessor post-open hooks at 1732634561778 (+3 ms)Region opened successfully at 1732634561778 2024-11-26T15:22:41,779 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675., pid=6, masterSystemTime=1732634561754 2024-11-26T15:22:41,781 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675. 2024-11-26T15:22:41,781 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675. 2024-11-26T15:22:41,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc2d796c286ccfca8b37de28e7ea6675, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6cc2bc8bf733,35233,1732634553655 2024-11-26T15:22:41,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc2d796c286ccfca8b37de28e7ea6675, server=6cc2bc8bf733,35233,1732634553655 because future has completed 2024-11-26T15:22:41,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:22:41,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cc2d796c286ccfca8b37de28e7ea6675, server=6cc2bc8bf733,35233,1732634553655 in 185 msec 2024-11-26T15:22:41,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T15:22:41,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cc2d796c286ccfca8b37de28e7ea6675, ASSIGN in 349 msec 2024-11-26T15:22:41,789 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:22:41,789 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634561789"}]},"ts":"1732634561789"} 2024-11-26T15:22:41,791 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T15:22:41,792 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:22:41,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 804 msec 2024-11-26T15:22:42,086 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:22:42,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:42,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:22:42,125 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T15:22:42,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36149280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:42,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,35141,-1 for getting cluster id 2024-11-26T15:22:42,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:42,127 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '858cde72-0ed9-4d96-91dd-80dacf544101' 2024-11-26T15:22:42,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:42,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "858cde72-0ed9-4d96-91dd-80dacf544101" 2024-11-26T15:22:42,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dea0dfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:42,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,35141,-1] 2024-11-26T15:22:42,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:42,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:42,128 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:42,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b027257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:42,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:42,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:42,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:42,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,35141,1732634544005 2024-11-26T15:22:42,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@451b8cf8 2024-11-26T15:22:42,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:42,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:42,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:42,132 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:22:42,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6cc2bc8bf733:41597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T15:22:42,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:42,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:22:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:42,136 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:41597' 2024-11-26T15:22:42,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:42,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:42,150 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202718de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:42,150 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41597,-1 for getting cluster id 2024-11-26T15:22:42,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:42,150 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:42,151 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b190ccac-f3f5-43d7-b990-c4b23dcd8e66' 2024-11-26T15:22:42,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:42,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b190ccac-f3f5-43d7-b990-c4b23dcd8e66" 2024-11-26T15:22:42,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@172d0ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:42,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41597,-1] 2024-11-26T15:22:42,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:42,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:42,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:42,157 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:42,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682d1c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:42,158 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:42,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,41597,1732634548932 2024-11-26T15:22:42,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c530c6a 2024-11-26T15:22:42,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:42,160 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:22:42,161 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T15:22:42,161 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:22:42,161 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:42,161 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:42,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:42,162 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:22:42,163 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T15:22:42,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:22:42,164 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:42,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:22:42,172 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T15:22:42,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741837_1013 (size=1138) 2024-11-26T15:22:42,213 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T15:22:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:42,588 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21e3856673bd7b012fd36ccf654839b1, NAME => 'hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749 2024-11-26T15:22:42,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741838_1014 (size=44) 2024-11-26T15:22:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:42,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:42,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 21e3856673bd7b012fd36ccf654839b1, disabling compactions & flushes 2024-11-26T15:22:42,994 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. 2024-11-26T15:22:42,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. 2024-11-26T15:22:42,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. after waiting 0 ms 2024-11-26T15:22:42,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. 2024-11-26T15:22:42,994 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. 2024-11-26T15:22:42,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21e3856673bd7b012fd36ccf654839b1: Waiting for close lock at 1732634562993Disabling compacts and flushes for region at 1732634562993Disabling writes for close at 1732634562994 (+1 ms)Writing region close event to WAL at 1732634562994Closed at 1732634562994 2024-11-26T15:22:42,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:22:42,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732634562995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634562995"}]},"ts":"1732634562995"} 2024-11-26T15:22:42,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:22:42,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:22:42,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634562997"}]},"ts":"1732634562997"} 2024-11-26T15:22:42,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T15:22:43,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21e3856673bd7b012fd36ccf654839b1, ASSIGN}] 2024-11-26T15:22:43,001 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21e3856673bd7b012fd36ccf654839b1, ASSIGN 2024-11-26T15:22:43,001 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=21e3856673bd7b012fd36ccf654839b1, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,38727,1732634544284; forceNewPlan=false, retain=false 2024-11-26T15:22:43,152 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=21e3856673bd7b012fd36ccf654839b1, regionState=OPENING, regionLocation=6cc2bc8bf733,38727,1732634544284 2024-11-26T15:22:43,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=21e3856673bd7b012fd36ccf654839b1, ASSIGN because future has completed 2024-11-26T15:22:43,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21e3856673bd7b012fd36ccf654839b1, server=6cc2bc8bf733,38727,1732634544284}] 2024-11-26T15:22:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:43,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. 2024-11-26T15:22:43,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:22:43,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T15:22:43,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C38727%2C1732634544284.rep, suffix=, logDir=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284, archiveDir=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/oldWALs, maxLogs=10 2024-11-26T15:22:43,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.rep.1732634563311, exclude list is [], retry=0 2024-11-26T15:22:43,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41063,DS-3bcf6f39-46c7-4a1c-a830-c491b55b7930,DISK] 2024-11-26T15:22:43,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.rep.1732634563311 2024-11-26T15:22:43,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44591:44591)] 2024-11-26T15:22:43,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 21e3856673bd7b012fd36ccf654839b1, NAME => 'hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:22:43,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:22:43,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:22:43,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. service=MultiRowMutationService 2024-11-26T15:22:43,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T15:22:43,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:22:43,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:43,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:22:43,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:22:43,329 INFO [StoreOpener-21e3856673bd7b012fd36ccf654839b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:22:43,330 INFO [StoreOpener-21e3856673bd7b012fd36ccf654839b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21e3856673bd7b012fd36ccf654839b1 columnFamilyName hfileref 2024-11-26T15:22:43,331 DEBUG [StoreOpener-21e3856673bd7b012fd36ccf654839b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:43,331 INFO [StoreOpener-21e3856673bd7b012fd36ccf654839b1-1 {}] regionserver.HStore(327): Store=21e3856673bd7b012fd36ccf654839b1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:43,331 INFO [StoreOpener-21e3856673bd7b012fd36ccf654839b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:22:43,332 INFO [StoreOpener-21e3856673bd7b012fd36ccf654839b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21e3856673bd7b012fd36ccf654839b1 columnFamilyName queue 2024-11-26T15:22:43,332 DEBUG [StoreOpener-21e3856673bd7b012fd36ccf654839b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:43,332 INFO [StoreOpener-21e3856673bd7b012fd36ccf654839b1-1 {}] regionserver.HStore(327): Store=21e3856673bd7b012fd36ccf654839b1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:43,332 INFO [StoreOpener-21e3856673bd7b012fd36ccf654839b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:22:43,333 INFO [StoreOpener-21e3856673bd7b012fd36ccf654839b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21e3856673bd7b012fd36ccf654839b1 columnFamilyName sid 2024-11-26T15:22:43,333 DEBUG [StoreOpener-21e3856673bd7b012fd36ccf654839b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:43,333 INFO [StoreOpener-21e3856673bd7b012fd36ccf654839b1-1 {}] regionserver.HStore(327): Store=21e3856673bd7b012fd36ccf654839b1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:43,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:22:43,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/replication/21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:22:43,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/replication/21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:22:43,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:22:43,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:22:43,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:22:43,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:22:43,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/replication/21e3856673bd7b012fd36ccf654839b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:22:43,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 21e3856673bd7b012fd36ccf654839b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71092794, jitterRate=0.05936518311500549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:22:43,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:22:43,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 21e3856673bd7b012fd36ccf654839b1: Running coprocessor pre-open hook at 1732634563329Writing region info on filesystem at 1732634563329Initializing all the Stores at 1732634563329Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634563329Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634563329Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634563329Cleaning up temporary data from old regions at 1732634563334 (+5 ms)Running coprocessor post-open hooks at 1732634563338 (+4 ms)Region opened successfully at 1732634563338 2024-11-26T15:22:43,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1., pid=10, masterSystemTime=1732634563306 2024-11-26T15:22:43,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. 2024-11-26T15:22:43,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. 2024-11-26T15:22:43,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=21e3856673bd7b012fd36ccf654839b1, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,38727,1732634544284 2024-11-26T15:22:43,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21e3856673bd7b012fd36ccf654839b1, server=6cc2bc8bf733,38727,1732634544284 because future has completed 2024-11-26T15:22:43,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T15:22:43,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 21e3856673bd7b012fd36ccf654839b1, server=6cc2bc8bf733,38727,1732634544284 in 191 msec 2024-11-26T15:22:43,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T15:22:43,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21e3856673bd7b012fd36ccf654839b1, ASSIGN in 347 msec 2024-11-26T15:22:43,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:22:43,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634563349"}]},"ts":"1732634563349"} 2024-11-26T15:22:43,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T15:22:43,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:22:43,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1910 sec 2024-11-26T15:22:43,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1., hostname=6cc2bc8bf733,38727,1732634544284, seqNum=2] 2024-11-26T15:22:43,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140 2024-11-26T15:22:43,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140 2024-11-26T15:22:43,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:22:43,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T15:22:43,648 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T15:22:43,695 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6cc2bc8bf733,38727,1732634544284, ReplicationSource: 1, currentBandwidth=0 2024-11-26T15:22:43,695 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:43,695 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,38727,1732634544284, seqNum=-1] 2024-11-26T15:22:43,696 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:43,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-26T15:22:43,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6cc2bc8bf733,38727,1732634544284', locateType=CURRENT is [region=hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1., hostname=6cc2bc8bf733,38727,1732634544284, seqNum=2] 2024-11-26T15:22:43,744 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T15:22:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T15:22:43,747 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6cc2bc8bf733,38727,1732634544284 suceeded 2024-11-26T15:22:43,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T15:22:43,750 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6cc2bc8bf733:41597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:22:43,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 264 msec 2024-11-26T15:22:43,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6170 sec 2024-11-26T15:22:43,784 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:41597' 2024-11-26T15:22:43,792 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T15:22:43,800 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3781f54e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:43,801 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41597,-1 for getting cluster id 2024-11-26T15:22:43,801 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:43,802 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b190ccac-f3f5-43d7-b990-c4b23dcd8e66' 2024-11-26T15:22:43,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:43,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b190ccac-f3f5-43d7-b990-c4b23dcd8e66" 2024-11-26T15:22:43,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61493ffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:43,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41597,-1] 2024-11-26T15:22:43,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:43,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:43,804 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:43,805 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@250774d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:43,805 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:43,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,41597,1732634548932 2024-11-26T15:22:43,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4964409e 2024-11-26T15:22:43,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:43,807 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-26T15:22:43,808 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6cc2bc8bf733,38727,1732634544284 (queues=1) is replicating from cluster=858cde72-0ed9-4d96-91dd-80dacf544101 to cluster=b190ccac-f3f5-43d7-b990-c4b23dcd8e66 2024-11-26T15:22:43,808 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6cc2bc8bf733%2C38727%2C1732634544284 2024-11-26T15:22:43,808 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6cc2bc8bf733,38727,1732634544284, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:22:43,832 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981, startPosition=0, beingWritten=true 2024-11-26T15:22:43,844 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C38727%2C1732634544284 2024-11-26T15:22:43,855 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:43,856 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 379, reset compression=false 2024-11-26T15:22:43,857 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,38727,1732634544284 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:44,087 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 379, reset compression=false 2024-11-26T15:22:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:44,296 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T15:22:44,296 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:22:44,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:44,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:44,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:44,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:44,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad58de2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:44,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41597,-1 for getting cluster id 2024-11-26T15:22:44,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:44,298 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b190ccac-f3f5-43d7-b990-c4b23dcd8e66' 2024-11-26T15:22:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b190ccac-f3f5-43d7-b990-c4b23dcd8e66" 2024-11-26T15:22:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0f6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41597,-1] 2024-11-26T15:22:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:44,301 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:44,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8317c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:44,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:44,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,41597,1732634548932 2024-11-26T15:22:44,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@403ce825 2024-11-26T15:22:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:44,305 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:22:44,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6cc2bc8bf733:46373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T15:22:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:22:44,310 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:46373' 2024-11-26T15:22:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:44,324 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcbe352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:44,324 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46373,-1 for getting cluster id 2024-11-26T15:22:44,325 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:44,326 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0faa000f-e51e-403b-b9f6-4a596ba1fe41' 2024-11-26T15:22:44,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:44,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0faa000f-e51e-403b-b9f6-4a596ba1fe41" 2024-11-26T15:22:44,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0423a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:44,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46373,-1] 2024-11-26T15:22:44,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:44,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:44,328 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:44,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c1ff23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:44,329 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,46373,1732634553075 2024-11-26T15:22:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1971b5ef 2024-11-26T15:22:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:44,331 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:22:44,332 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T15:22:44,332 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:22:44,332 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:44,332 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:44,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:44,333 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:22:44,335 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T15:22:44,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:22:44,338 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:44,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:22:44,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741837_1013 (size=1138) 2024-11-26T15:22:44,390 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T15:22:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:44,417 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 379, reset compression=false 2024-11-26T15:22:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:44,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9565f508e6dfae55214317ff7dd5ebec, NAME => 'hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f 2024-11-26T15:22:44,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741838_1014 (size=44) 2024-11-26T15:22:44,829 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 379, reset compression=false 2024-11-26T15:22:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:45,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:45,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9565f508e6dfae55214317ff7dd5ebec, disabling compactions & flushes 2024-11-26T15:22:45,164 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec. 2024-11-26T15:22:45,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec. 2024-11-26T15:22:45,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec. after waiting 0 ms 2024-11-26T15:22:45,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec. 2024-11-26T15:22:45,164 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec. 2024-11-26T15:22:45,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9565f508e6dfae55214317ff7dd5ebec: Waiting for close lock at 1732634565164Disabling compacts and flushes for region at 1732634565164Disabling writes for close at 1732634565164Writing region close event to WAL at 1732634565164Closed at 1732634565164 2024-11-26T15:22:45,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:22:45,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732634565165"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634565165"}]},"ts":"1732634565165"} 2024-11-26T15:22:45,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:22:45,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:22:45,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634565168"}]},"ts":"1732634565168"} 2024-11-26T15:22:45,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T15:22:45,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9565f508e6dfae55214317ff7dd5ebec, ASSIGN}] 2024-11-26T15:22:45,172 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9565f508e6dfae55214317ff7dd5ebec, ASSIGN 2024-11-26T15:22:45,173 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9565f508e6dfae55214317ff7dd5ebec, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,43437,1732634549070; forceNewPlan=false, retain=false 2024-11-26T15:22:45,323 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9565f508e6dfae55214317ff7dd5ebec, regionState=OPENING, regionLocation=6cc2bc8bf733,43437,1732634549070 2024-11-26T15:22:45,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9565f508e6dfae55214317ff7dd5ebec, ASSIGN because future has completed 2024-11-26T15:22:45,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9565f508e6dfae55214317ff7dd5ebec, server=6cc2bc8bf733,43437,1732634549070}] 2024-11-26T15:22:45,332 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 379, reset compression=false 2024-11-26T15:22:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:45,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec. 2024-11-26T15:22:45,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:22:45,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T15:22:45,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C43437%2C1732634549070.rep, suffix=, logDir=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070, archiveDir=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/oldWALs, maxLogs=10 2024-11-26T15:22:45,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.rep.1732634565485, exclude list is [], retry=0 2024-11-26T15:22:45,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34133,DS-1c21ecbc-fe43-4d56-9430-0c7c23d131af,DISK] 2024-11-26T15:22:45,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.rep.1732634565485 2024-11-26T15:22:45,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41327:41327)] 2024-11-26T15:22:45,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9565f508e6dfae55214317ff7dd5ebec, NAME => 'hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:22:45,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:22:45,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:22:45,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec. service=MultiRowMutationService 2024-11-26T15:22:45,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T15:22:45,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9565f508e6dfae55214317ff7dd5ebec 2024-11-26T15:22:45,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:45,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9565f508e6dfae55214317ff7dd5ebec 2024-11-26T15:22:45,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9565f508e6dfae55214317ff7dd5ebec 2024-11-26T15:22:45,509 INFO [StoreOpener-9565f508e6dfae55214317ff7dd5ebec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9565f508e6dfae55214317ff7dd5ebec 2024-11-26T15:22:45,510 INFO [StoreOpener-9565f508e6dfae55214317ff7dd5ebec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9565f508e6dfae55214317ff7dd5ebec columnFamilyName hfileref 2024-11-26T15:22:45,511 DEBUG [StoreOpener-9565f508e6dfae55214317ff7dd5ebec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:45,511 INFO [StoreOpener-9565f508e6dfae55214317ff7dd5ebec-1 {}] regionserver.HStore(327): Store=9565f508e6dfae55214317ff7dd5ebec/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:45,511 INFO [StoreOpener-9565f508e6dfae55214317ff7dd5ebec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9565f508e6dfae55214317ff7dd5ebec 2024-11-26T15:22:45,512 INFO [StoreOpener-9565f508e6dfae55214317ff7dd5ebec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9565f508e6dfae55214317ff7dd5ebec columnFamilyName queue 2024-11-26T15:22:45,512 DEBUG [StoreOpener-9565f508e6dfae55214317ff7dd5ebec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:45,512 INFO [StoreOpener-9565f508e6dfae55214317ff7dd5ebec-1 {}] regionserver.HStore(327): Store=9565f508e6dfae55214317ff7dd5ebec/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:45,512 INFO [StoreOpener-9565f508e6dfae55214317ff7dd5ebec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9565f508e6dfae55214317ff7dd5ebec 2024-11-26T15:22:45,513 INFO [StoreOpener-9565f508e6dfae55214317ff7dd5ebec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9565f508e6dfae55214317ff7dd5ebec columnFamilyName sid 2024-11-26T15:22:45,513 DEBUG [StoreOpener-9565f508e6dfae55214317ff7dd5ebec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:45,513 INFO [StoreOpener-9565f508e6dfae55214317ff7dd5ebec-1 {}] regionserver.HStore(327): Store=9565f508e6dfae55214317ff7dd5ebec/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:45,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9565f508e6dfae55214317ff7dd5ebec 2024-11-26T15:22:45,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/replication/9565f508e6dfae55214317ff7dd5ebec 2024-11-26T15:22:45,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/replication/9565f508e6dfae55214317ff7dd5ebec 2024-11-26T15:22:45,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9565f508e6dfae55214317ff7dd5ebec 2024-11-26T15:22:45,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9565f508e6dfae55214317ff7dd5ebec 2024-11-26T15:22:45,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:22:45,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9565f508e6dfae55214317ff7dd5ebec 2024-11-26T15:22:45,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/replication/9565f508e6dfae55214317ff7dd5ebec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:22:45,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9565f508e6dfae55214317ff7dd5ebec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67409688, jitterRate=0.004482626914978027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:22:45,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9565f508e6dfae55214317ff7dd5ebec 2024-11-26T15:22:45,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9565f508e6dfae55214317ff7dd5ebec: Running coprocessor pre-open hook at 1732634565508Writing region info on filesystem at 1732634565508Initializing all the Stores at 1732634565509 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634565509Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634565509Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634565509Cleaning up temporary data from old regions at 1732634565515 (+6 ms)Running coprocessor post-open hooks at 1732634565518 (+3 ms)Region opened successfully at 1732634565518 2024-11-26T15:22:45,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec., pid=10, masterSystemTime=1732634565478 2024-11-26T15:22:45,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec. 2024-11-26T15:22:45,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec. 2024-11-26T15:22:45,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9565f508e6dfae55214317ff7dd5ebec, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,43437,1732634549070 2024-11-26T15:22:45,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9565f508e6dfae55214317ff7dd5ebec, server=6cc2bc8bf733,43437,1732634549070 because future has completed 2024-11-26T15:22:45,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T15:22:45,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9565f508e6dfae55214317ff7dd5ebec, server=6cc2bc8bf733,43437,1732634549070 in 199 msec 2024-11-26T15:22:45,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T15:22:45,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9565f508e6dfae55214317ff7dd5ebec, ASSIGN in 355 msec 2024-11-26T15:22:45,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:22:45,529 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634565529"}]},"ts":"1732634565529"} 2024-11-26T15:22:45,531 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T15:22:45,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:22:45,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-26T15:22:45,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec., hostname=6cc2bc8bf733,43437,1732634549070, seqNum=2] 2024-11-26T15:22:45,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899 2024-11-26T15:22:45,565 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899 2024-11-26T15:22:45,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:22:45,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T15:22:45,740 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T15:22:45,767 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6cc2bc8bf733,43437,1732634549070, ReplicationSource: 1, currentBandwidth=0 2024-11-26T15:22:45,767 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:45,767 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,43437,1732634549070, seqNum=-1] 2024-11-26T15:22:45,767 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:45,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-26T15:22:45,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6cc2bc8bf733,43437,1732634549070', locateType=CURRENT is [region=hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec., hostname=6cc2bc8bf733,43437,1732634549070, seqNum=2] 2024-11-26T15:22:45,772 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T15:22:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T15:22:45,774 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6cc2bc8bf733,43437,1732634549070 suceeded 2024-11-26T15:22:45,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T15:22:45,775 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6cc2bc8bf733:46373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:22:45,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-26T15:22:45,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4700 sec 2024-11-26T15:22:45,786 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:46373' 2024-11-26T15:22:45,787 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57bf50cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:45,787 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46373,-1 for getting cluster id 2024-11-26T15:22:45,787 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:45,788 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0faa000f-e51e-403b-b9f6-4a596ba1fe41' 2024-11-26T15:22:45,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:45,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0faa000f-e51e-403b-b9f6-4a596ba1fe41" 2024-11-26T15:22:45,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b0ca77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:45,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46373,-1] 2024-11-26T15:22:45,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:45,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:45,790 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:45,790 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e805744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:45,790 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:45,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,46373,1732634553075 2024-11-26T15:22:45,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7471a0c 2024-11-26T15:22:45,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:45,792 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-26T15:22:45,792 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6cc2bc8bf733,43437,1732634549070 (queues=1) is replicating from cluster=b190ccac-f3f5-43d7-b990-c4b23dcd8e66 to cluster=0faa000f-e51e-403b-b9f6-4a596ba1fe41 2024-11-26T15:22:45,792 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6cc2bc8bf733%2C43437%2C1732634549070 2024-11-26T15:22:45,792 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6cc2bc8bf733,43437,1732634549070, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:22:45,793 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C43437%2C1732634549070 2024-11-26T15:22:45,793 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838, startPosition=0, beingWritten=true 2024-11-26T15:22:45,797 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:45,797 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 379, reset compression=false 2024-11-26T15:22:45,797 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43437,1732634549070 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:45,936 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 379, reset compression=false 2024-11-26T15:22:46,001 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 379, reset compression=false 2024-11-26T15:22:46,309 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 379, reset compression=false 2024-11-26T15:22:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:46,455 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T15:22:46,456 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:22:46,456 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:46,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:46,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:46,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:46,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba2c102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:46,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46373,-1 for getting cluster id 2024-11-26T15:22:46,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:46,458 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0faa000f-e51e-403b-b9f6-4a596ba1fe41' 2024-11-26T15:22:46,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:46,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0faa000f-e51e-403b-b9f6-4a596ba1fe41" 2024-11-26T15:22:46,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4a760e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:46,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46373,-1] 2024-11-26T15:22:46,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:46,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:46,459 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:46,460 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571bab60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:46,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:46,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,46373,1732634553075 2024-11-26T15:22:46,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ae9c2b6 2024-11-26T15:22:46,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:46,463 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:22:46,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6cc2bc8bf733:35141,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T15:22:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:22:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:46,466 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:35141' 2024-11-26T15:22:46,467 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337fa226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:46,467 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,35141,-1 for getting cluster id 2024-11-26T15:22:46,467 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:46,467 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '858cde72-0ed9-4d96-91dd-80dacf544101' 2024-11-26T15:22:46,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:46,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "858cde72-0ed9-4d96-91dd-80dacf544101" 2024-11-26T15:22:46,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411ec57b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:46,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,35141,-1] 2024-11-26T15:22:46,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:46,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:46,469 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:46,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7417fde0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:46,469 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:46,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,35141,1732634544005 2024-11-26T15:22:46,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42fff9fb 2024-11-26T15:22:46,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:46,471 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:22:46,472 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T15:22:46,472 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:22:46,472 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:46,472 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:46,472 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:22:46,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:46,474 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T15:22:46,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:22:46,475 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:46,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:22:46,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741837_1013 (size=1138) 2024-11-26T15:22:46,524 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T15:22:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:46,639 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 379, reset compression=false 2024-11-26T15:22:46,712 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 379, reset compression=false 2024-11-26T15:22:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:46,885 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db355c980acc46d83e341e9912584947, NAME => 'hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53 2024-11-26T15:22:46,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741838_1014 (size=44) 2024-11-26T15:22:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:47,216 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 379, reset compression=false 2024-11-26T15:22:47,264 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:22:47,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:47,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:47,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:47,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing db355c980acc46d83e341e9912584947, disabling compactions & flushes 2024-11-26T15:22:47,290 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947. 2024-11-26T15:22:47,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947. 2024-11-26T15:22:47,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947. after waiting 0 ms 2024-11-26T15:22:47,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947. 2024-11-26T15:22:47,290 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947. 2024-11-26T15:22:47,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for db355c980acc46d83e341e9912584947: Waiting for close lock at 1732634567290Disabling compacts and flushes for region at 1732634567290Disabling writes for close at 1732634567290Writing region close event to WAL at 1732634567290Closed at 1732634567290 2024-11-26T15:22:47,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:22:47,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732634567291"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634567291"}]},"ts":"1732634567291"} 2024-11-26T15:22:47,294 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:22:47,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:22:47,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634567295"}]},"ts":"1732634567295"} 2024-11-26T15:22:47,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T15:22:47,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db355c980acc46d83e341e9912584947, ASSIGN}] 2024-11-26T15:22:47,298 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db355c980acc46d83e341e9912584947, ASSIGN 2024-11-26T15:22:47,299 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=db355c980acc46d83e341e9912584947, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,35233,1732634553655; forceNewPlan=false, retain=false 2024-11-26T15:22:47,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:47,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:47,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:47,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:47,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:47,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:47,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:47,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:47,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:47,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:47,443 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 379, reset compression=false 2024-11-26T15:22:47,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db355c980acc46d83e341e9912584947, regionState=OPENING, regionLocation=6cc2bc8bf733,35233,1732634553655 2024-11-26T15:22:47,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=db355c980acc46d83e341e9912584947, ASSIGN because future has completed 2024-11-26T15:22:47,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db355c980acc46d83e341e9912584947, server=6cc2bc8bf733,35233,1732634553655}] 2024-11-26T15:22:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:47,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947. 2024-11-26T15:22:47,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:22:47,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T15:22:47,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C35233%2C1732634553655.rep, suffix=, logDir=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655, archiveDir=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/oldWALs, maxLogs=10 2024-11-26T15:22:47,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.rep.1732634567608, exclude list is [], retry=0 2024-11-26T15:22:47,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36381,DS-0e8dae63-b68b-4e35-bf96-786dccd9fe8e,DISK] 2024-11-26T15:22:47,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.rep.1732634567608 2024-11-26T15:22:47,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38375:38375)] 2024-11-26T15:22:47,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => db355c980acc46d83e341e9912584947, NAME => 'hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:22:47,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:22:47,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:22:47,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947. service=MultiRowMutationService 2024-11-26T15:22:47,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T15:22:47,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication db355c980acc46d83e341e9912584947 2024-11-26T15:22:47,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:22:47,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for db355c980acc46d83e341e9912584947 2024-11-26T15:22:47,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for db355c980acc46d83e341e9912584947 2024-11-26T15:22:47,665 INFO [StoreOpener-db355c980acc46d83e341e9912584947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region db355c980acc46d83e341e9912584947 2024-11-26T15:22:47,667 INFO [StoreOpener-db355c980acc46d83e341e9912584947-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db355c980acc46d83e341e9912584947 columnFamilyName hfileref 2024-11-26T15:22:47,667 DEBUG [StoreOpener-db355c980acc46d83e341e9912584947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:47,668 INFO [StoreOpener-db355c980acc46d83e341e9912584947-1 {}] regionserver.HStore(327): Store=db355c980acc46d83e341e9912584947/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:47,668 INFO [StoreOpener-db355c980acc46d83e341e9912584947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region db355c980acc46d83e341e9912584947 2024-11-26T15:22:47,669 INFO [StoreOpener-db355c980acc46d83e341e9912584947-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db355c980acc46d83e341e9912584947 columnFamilyName queue 2024-11-26T15:22:47,669 DEBUG [StoreOpener-db355c980acc46d83e341e9912584947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:47,670 INFO [StoreOpener-db355c980acc46d83e341e9912584947-1 {}] regionserver.HStore(327): Store=db355c980acc46d83e341e9912584947/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:47,670 INFO [StoreOpener-db355c980acc46d83e341e9912584947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region db355c980acc46d83e341e9912584947 2024-11-26T15:22:47,671 INFO [StoreOpener-db355c980acc46d83e341e9912584947-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db355c980acc46d83e341e9912584947 columnFamilyName sid 2024-11-26T15:22:47,671 DEBUG [StoreOpener-db355c980acc46d83e341e9912584947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:22:47,671 INFO [StoreOpener-db355c980acc46d83e341e9912584947-1 {}] regionserver.HStore(327): Store=db355c980acc46d83e341e9912584947/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:22:47,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for db355c980acc46d83e341e9912584947 2024-11-26T15:22:47,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/replication/db355c980acc46d83e341e9912584947 2024-11-26T15:22:47,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/replication/db355c980acc46d83e341e9912584947 2024-11-26T15:22:47,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for db355c980acc46d83e341e9912584947 2024-11-26T15:22:47,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for db355c980acc46d83e341e9912584947 2024-11-26T15:22:47,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:22:47,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for db355c980acc46d83e341e9912584947 2024-11-26T15:22:47,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/replication/db355c980acc46d83e341e9912584947/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:22:47,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened db355c980acc46d83e341e9912584947; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64115509, jitterRate=-0.04460446536540985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:22:47,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db355c980acc46d83e341e9912584947 2024-11-26T15:22:47,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for db355c980acc46d83e341e9912584947: Running coprocessor pre-open hook at 1732634567663Writing region info on filesystem at 1732634567664 (+1 ms)Initializing all the Stores at 1732634567664Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634567664Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634567665 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634567665Cleaning up temporary data from old regions at 1732634567672 (+7 ms)Running coprocessor post-open hooks at 1732634567676 (+4 ms)Region opened successfully at 1732634567676 2024-11-26T15:22:47,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947., pid=10, masterSystemTime=1732634567604 2024-11-26T15:22:47,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947. 2024-11-26T15:22:47,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947. 2024-11-26T15:22:47,683 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db355c980acc46d83e341e9912584947, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,35233,1732634553655 2024-11-26T15:22:47,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db355c980acc46d83e341e9912584947, server=6cc2bc8bf733,35233,1732634553655 because future has completed 2024-11-26T15:22:47,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T15:22:47,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure db355c980acc46d83e341e9912584947, server=6cc2bc8bf733,35233,1732634553655 in 235 msec 2024-11-26T15:22:47,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T15:22:47,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db355c980acc46d83e341e9912584947, ASSIGN in 393 msec 2024-11-26T15:22:47,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:22:47,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634567693"}]},"ts":"1732634567693"} 2024-11-26T15:22:47,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T15:22:47,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:22:47,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2230 sec 2024-11-26T15:22:47,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947., hostname=6cc2bc8bf733,35233,1732634553655, seqNum=2] 2024-11-26T15:22:47,821 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 379, reset compression=false 2024-11-26T15:22:47,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676 2024-11-26T15:22:47,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676 2024-11-26T15:22:48,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:22:48,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T15:22:48,195 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T15:22:48,223 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6cc2bc8bf733,35233,1732634553655, ReplicationSource: 1, currentBandwidth=0 2024-11-26T15:22:48,224 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:48,224 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35233,1732634553655, seqNum=-1] 2024-11-26T15:22:48,224 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:48,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-26T15:22:48,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6cc2bc8bf733,35233,1732634553655', locateType=CURRENT is [region=hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947., hostname=6cc2bc8bf733,35233,1732634553655, seqNum=2] 2024-11-26T15:22:48,229 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T15:22:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T15:22:48,230 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6cc2bc8bf733,35233,1732634553655 suceeded 2024-11-26T15:22:48,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T15:22:48,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-26T15:22:48,232 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6cc2bc8bf733:35141,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:22:48,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7690 sec 2024-11-26T15:22:48,242 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:35141' 2024-11-26T15:22:48,244 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@747790e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:48,244 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,35141,-1 for getting cluster id 2024-11-26T15:22:48,244 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:48,244 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '858cde72-0ed9-4d96-91dd-80dacf544101' 2024-11-26T15:22:48,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:48,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "858cde72-0ed9-4d96-91dd-80dacf544101" 2024-11-26T15:22:48,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@308a6288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:48,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,35141,-1] 2024-11-26T15:22:48,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:48,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:48,246 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:48,246 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@254a7af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:48,246 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:48,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,35141,1732634544005 2024-11-26T15:22:48,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29aab521 2024-11-26T15:22:48,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:48,247 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-26T15:22:48,248 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6cc2bc8bf733,35233,1732634553655 (queues=1) is replicating from cluster=0faa000f-e51e-403b-b9f6-4a596ba1fe41 to cluster=858cde72-0ed9-4d96-91dd-80dacf544101 2024-11-26T15:22:48,248 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6cc2bc8bf733%2C35233%2C1732634553655 2024-11-26T15:22:48,248 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6cc2bc8bf733,35233,1732634553655, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:22:48,248 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C35233%2C1732634553655 2024-11-26T15:22:48,248 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064, startPosition=0, beingWritten=true 2024-11-26T15:22:48,252 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:48,252 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 379, reset compression=false 2024-11-26T15:22:48,252 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,35233,1732634553655 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:48,346 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 379, reset compression=false 2024-11-26T15:22:48,456 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 379, reset compression=false 2024-11-26T15:22:48,526 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 379, reset compression=false 2024-11-26T15:22:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:22:48,615 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T15:22:48,615 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:22:48,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:48,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:48,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:48,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:48,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74384e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:48,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,35141,-1 for getting cluster id 2024-11-26T15:22:48,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:48,617 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '858cde72-0ed9-4d96-91dd-80dacf544101' 2024-11-26T15:22:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "858cde72-0ed9-4d96-91dd-80dacf544101" 2024-11-26T15:22:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794034f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,35141,-1] 2024-11-26T15:22:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:48,618 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:48,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545fe8cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:48,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1066e3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:48,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41597,-1 for getting cluster id 2024-11-26T15:22:48,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:48,619 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b190ccac-f3f5-43d7-b990-c4b23dcd8e66' 2024-11-26T15:22:48,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:48,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b190ccac-f3f5-43d7-b990-c4b23dcd8e66" 2024-11-26T15:22:48,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3622aa8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:48,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41597,-1] 2024-11-26T15:22:48,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:48,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:48,620 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:48,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3c5fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:48,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18745f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:48,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46373,-1 for getting cluster id 2024-11-26T15:22:48,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:48,622 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0faa000f-e51e-403b-b9f6-4a596ba1fe41' 2024-11-26T15:22:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0faa000f-e51e-403b-b9f6-4a596ba1fe41" 2024-11-26T15:22:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@868cf1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46373,-1] 2024-11-26T15:22:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:48,623 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:48,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a97367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:48,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:48,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,38727,1732634544284, seqNum=-1] 2024-11-26T15:22:48,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:48,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:22:48,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990., hostname=6cc2bc8bf733,38727,1732634544284, seqNum=2] 2024-11-26T15:22:48,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:48,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35233,1732634553655, seqNum=-1] 2024-11-26T15:22:48,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:48,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:22:48,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675., hostname=6cc2bc8bf733,35233,1732634553655, seqNum=2] 2024-11-26T15:22:48,655 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T15:22:48,759 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 379, reset compression=false 2024-11-26T15:22:49,163 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 379, reset compression=false 2024-11-26T15:22:49,330 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 379, reset compression=false 2024-11-26T15:22:49,349 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 379, reset compression=false 2024-11-26T15:22:49,355 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:49,355 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 480, reset compression=false 2024-11-26T15:22:49,355 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,38727,1732634544284 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e865013e25c02ec0adacb3f6ca99990/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T15:22:49,357 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:22:49,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-26T15:22:49,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:49,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57dd9b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:49,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41597,-1 for getting cluster id 2024-11-26T15:22:49,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:49,361 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b190ccac-f3f5-43d7-b990-c4b23dcd8e66' 2024-11-26T15:22:49,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:49,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b190ccac-f3f5-43d7-b990-c4b23dcd8e66" 2024-11-26T15:22:49,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66f9772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:49,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41597,-1] 2024-11-26T15:22:49,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:49,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:49,362 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:49,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c4c2385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:49,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:49,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,43437,1732634549070, seqNum=-1] 2024-11-26T15:22:49,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:49,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-26T15:22:49,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732634558838.2d78faa0da5a35835243d37e75e551f3., hostname=6cc2bc8bf733,43437,1732634549070, seqNum=2] 2024-11-26T15:22:49,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:49,561 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 480, reset compression=false 2024-11-26T15:22:49,657 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T15:22:49,666 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 379, reset compression=false 2024-11-26T15:22:49,864 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 480, reset compression=false 2024-11-26T15:22:50,233 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 379, reset compression=false 2024-11-26T15:22:50,241 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:50,241 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 504, reset compression=false 2024-11-26T15:22:50,241 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43437,1732634549070 got entry batch from reader: WALEntryBatch [walEntries=[{test/2d78faa0da5a35835243d37e75e551f3/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-26T15:22:50,247 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:22:50,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-26T15:22:50,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:50,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@396685c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:50,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46373,-1 for getting cluster id 2024-11-26T15:22:50,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:50,250 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0faa000f-e51e-403b-b9f6-4a596ba1fe41' 2024-11-26T15:22:50,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:50,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0faa000f-e51e-403b-b9f6-4a596ba1fe41" 2024-11-26T15:22:50,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@248ce52d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:50,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46373,-1] 2024-11-26T15:22:50,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:50,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:50,252 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:50,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53ddc1bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:50,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:50,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,35233,1732634553655, seqNum=-1] 2024-11-26T15:22:50,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:50,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-26T15:22:50,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675., hostname=6cc2bc8bf733,35233,1732634553655, seqNum=2] 2024-11-26T15:22:50,268 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 480, reset compression=false 2024-11-26T15:22:50,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:50,270 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 379, reset compression=false 2024-11-26T15:22:50,275 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:50,275 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 528, reset compression=false 2024-11-26T15:22:50,275 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,35233,1732634553655 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:50,449 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 504, reset compression=false 2024-11-26T15:22:50,478 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 528, reset compression=false 2024-11-26T15:22:50,660 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T15:22:50,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:50,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,43437,1732634549070, seqNum=-1] 2024-11-26T15:22:50,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:50,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:22:50,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732634558838.2d78faa0da5a35835243d37e75e551f3., hostname=6cc2bc8bf733,43437,1732634549070, seqNum=2] 2024-11-26T15:22:50,669 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T15:22:50,752 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 504, reset compression=false 2024-11-26T15:22:50,755 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:50,756 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 608, reset compression=false 2024-11-26T15:22:50,756 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43437,1732634549070 got entry batch from reader: WALEntryBatch [walEntries=[{test/2d78faa0da5a35835243d37e75e551f3/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T15:22:50,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:50,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:50,772 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 480, reset compression=false 2024-11-26T15:22:50,782 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 528, reset compression=false 2024-11-26T15:22:50,794 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:50,794 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 656, reset compression=false 2024-11-26T15:22:50,795 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,35233,1732634553655 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc2d796c286ccfca8b37de28e7ea6675/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T15:22:50,799 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:22:50,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-26T15:22:50,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:50,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e357d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:50,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38727 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,35141,-1 for getting cluster id 2024-11-26T15:22:50,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:50,802 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '858cde72-0ed9-4d96-91dd-80dacf544101' 2024-11-26T15:22:50,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:50,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "858cde72-0ed9-4d96-91dd-80dacf544101" 2024-11-26T15:22:50,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@635d26d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:50,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,35141,-1] 2024-11-26T15:22:50,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:50,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:50,803 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:50,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4be0492e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:50,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38727 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:22:50,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,38727,1732634544284, seqNum=-1] 2024-11-26T15:22:50,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:22:50,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-26T15:22:50,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990., hostname=6cc2bc8bf733,38727,1732634544284, seqNum=2] 2024-11-26T15:22:50,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:50,958 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 608, reset compression=false 2024-11-26T15:22:51,002 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 656, reset compression=false 2024-11-26T15:22:51,261 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 608, reset compression=false 2024-11-26T15:22:51,305 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 656, reset compression=false 2024-11-26T15:22:51,381 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 480, reset compression=false 2024-11-26T15:22:51,385 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:51,385 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 631, reset compression=false 2024-11-26T15:22:51,385 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,38727,1732634544284 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:51,587 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 631, reset compression=false 2024-11-26T15:22:51,664 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 608, reset compression=false 2024-11-26T15:22:51,673 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T15:22:51,676 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-26T15:22:51,708 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 656, reset compression=false 2024-11-26T15:22:51,713 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:51,713 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 760, reset compression=false 2024-11-26T15:22:51,713 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,35233,1732634553655 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc2d796c286ccfca8b37de28e7ea6675/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T15:22:51,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:51,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:51,890 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 631, reset compression=false 2024-11-26T15:22:51,894 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:51,894 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 758, reset compression=false 2024-11-26T15:22:51,894 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,38727,1732634544284 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e865013e25c02ec0adacb3f6ca99990/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T15:22:51,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:51,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:51,917 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 760, reset compression=false 2024-11-26T15:22:52,096 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 758, reset compression=false 2024-11-26T15:22:52,169 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 608, reset compression=false 2024-11-26T15:22:52,173 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:52,173 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 759, reset compression=false 2024-11-26T15:22:52,173 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43437,1732634549070 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:52,219 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 760, reset compression=false 2024-11-26T15:22:52,377 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 759, reset compression=false 2024-11-26T15:22:52,399 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 758, reset compression=false 2024-11-26T15:22:52,622 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 760, reset compression=false 2024-11-26T15:22:52,678 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-26T15:22:52,680 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 759, reset compression=false 2024-11-26T15:22:52,686 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T15:22:52,803 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 758, reset compression=false 2024-11-26T15:22:52,807 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:52,807 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 914, reset compression=false 2024-11-26T15:22:52,807 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,38727,1732634544284 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e865013e25c02ec0adacb3f6ca99990/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T15:22:52,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:52,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:53,019 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 914, reset compression=false 2024-11-26T15:22:53,094 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 759, reset compression=false 2024-11-26T15:22:53,100 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:53,100 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 907, reset compression=false 2024-11-26T15:22:53,100 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43437,1732634549070 got entry batch from reader: WALEntryBatch [walEntries=[{test/2d78faa0da5a35835243d37e75e551f3/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-26T15:22:53,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:53,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:53,126 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 760, reset compression=false 2024-11-26T15:22:53,131 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:53,131 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 932, reset compression=false 2024-11-26T15:22:53,131 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,35233,1732634553655 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:53,165 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:22:53,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:53,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:53,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:53,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:53,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:53,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:53,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:53,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:53,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:53,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:53,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:53,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:22:53,321 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 907, reset compression=false 2024-11-26T15:22:53,326 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 914, reset compression=false 2024-11-26T15:22:53,336 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 932, reset compression=false 2024-11-26T15:22:53,578 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T15:22:53,625 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 907, reset compression=false 2024-11-26T15:22:53,639 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 932, reset compression=false 2024-11-26T15:22:53,688 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T15:22:53,691 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T15:22:53,729 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 914, reset compression=false 2024-11-26T15:22:54,030 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 907, reset compression=false 2024-11-26T15:22:54,034 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:54,034 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1066, reset compression=false 2024-11-26T15:22:54,034 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43437,1732634549070 got entry batch from reader: WALEntryBatch [walEntries=[{test/2d78faa0da5a35835243d37e75e551f3/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T15:22:54,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:54,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:54,045 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 932, reset compression=false 2024-11-26T15:22:54,049 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:54,049 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 1082, reset compression=false 2024-11-26T15:22:54,049 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,35233,1732634553655 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc2d796c286ccfca8b37de28e7ea6675/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-26T15:22:54,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:54,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:54,233 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 914, reset compression=false 2024-11-26T15:22:54,237 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:54,237 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1087, reset compression=false 2024-11-26T15:22:54,237 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,38727,1732634544284 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:54,238 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1066, reset compression=false 2024-11-26T15:22:54,253 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 1082, reset compression=false 2024-11-26T15:22:54,440 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1087, reset compression=false 2024-11-26T15:22:54,540 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1066, reset compression=false 2024-11-26T15:22:54,555 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 1082, reset compression=false 2024-11-26T15:22:54,694 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T15:22:54,698 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-26T15:22:54,744 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1087, reset compression=false 2024-11-26T15:22:54,945 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1066, reset compression=false 2024-11-26T15:22:54,961 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 1082, reset compression=false 2024-11-26T15:22:54,965 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:54,965 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 1241, reset compression=false 2024-11-26T15:22:54,965 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,35233,1732634553655 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc2d796c286ccfca8b37de28e7ea6675/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T15:22:54,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:54,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:55,153 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1087, reset compression=false 2024-11-26T15:22:55,157 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:55,157 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1236, reset compression=false 2024-11-26T15:22:55,157 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,38727,1732634544284 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e865013e25c02ec0adacb3f6ca99990/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-26T15:22:55,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:55,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:55,168 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 1241, reset compression=false 2024-11-26T15:22:55,361 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1236, reset compression=false 2024-11-26T15:22:55,448 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1066, reset compression=false 2024-11-26T15:22:55,452 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:55,452 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1239, reset compression=false 2024-11-26T15:22:55,452 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43437,1732634549070 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:55,471 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 1241, reset compression=false 2024-11-26T15:22:55,655 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1239, reset compression=false 2024-11-26T15:22:55,663 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1236, reset compression=false 2024-11-26T15:22:55,700 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-26T15:22:55,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4906ab95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:55,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46373,-1 for getting cluster id 2024-11-26T15:22:55,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:55,706 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0faa000f-e51e-403b-b9f6-4a596ba1fe41' 2024-11-26T15:22:55,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:55,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0faa000f-e51e-403b-b9f6-4a596ba1fe41" 2024-11-26T15:22:55,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c16f1dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:55,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46373,-1] 2024-11-26T15:22:55,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:55,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:55,707 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:55,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271c8419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:55,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:55,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,46373,1732634553075 2024-11-26T15:22:55,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11679b37 2024-11-26T15:22:55,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:55,711 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:22:55,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-26T15:22:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-26T15:22:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T15:22:55,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:22:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T15:22:55,875 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 1241, reset compression=false 2024-11-26T15:22:55,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-26T15:22:55,950 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-26T15:22:55,951 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-26T15:22:55,951 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6cc2bc8bf733,35233,1732634553655 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-26T15:22:55,951 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0. 2024-11-26T15:22:55,951 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:55,951 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:55,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:55,951 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:55,959 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1239, reset compression=false 2024-11-26T15:22:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T15:22:56,052 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T15:22:56,052 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T15:22:56,066 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1236, reset compression=false 2024-11-26T15:22:56,152 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 terminated 2024-11-26T15:22:56,173 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-6cc2bc8bf733,35233,1732634553655, ReplicationSource: 1, currentBandwidth=0 2024-11-26T15:22:56,173 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-26T15:22:56,174 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T15:22:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-26T15:22:56,176 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 6cc2bc8bf733,35233,1732634553655 suceeded 2024-11-26T15:22:56,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T15:22:56,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 379 msec 2024-11-26T15:22:56,178 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-26T15:22:56,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 466 msec 2024-11-26T15:22:56,191 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:35141' 2024-11-26T15:22:56,192 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@468da84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:56,192 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,35141,-1 for getting cluster id 2024-11-26T15:22:56,193 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:56,193 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '858cde72-0ed9-4d96-91dd-80dacf544101' 2024-11-26T15:22:56,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:56,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "858cde72-0ed9-4d96-91dd-80dacf544101" 2024-11-26T15:22:56,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44f2acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:56,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,35141,-1] 2024-11-26T15:22:56,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:56,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:56,194 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:56,195 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6324c5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:56,195 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:56,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,35141,1732634544005 2024-11-26T15:22:56,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2515613b 2024-11-26T15:22:56,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:56,196 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-26T15:22:56,197 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6cc2bc8bf733,35233,1732634553655 (queues=1) is replicating from cluster=0faa000f-e51e-403b-b9f6-4a596ba1fe41 to cluster=858cde72-0ed9-4d96-91dd-80dacf544101 2024-11-26T15:22:56,197 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6cc2bc8bf733%2C35233%2C1732634553655 2024-11-26T15:22:56,197 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6cc2bc8bf733,35233,1732634553655, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:22:56,200 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C35233%2C1732634553655 2024-11-26T15:22:56,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:56,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:22:56,275 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68543 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:22:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T15:22:56,346 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-26T15:22:56,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:22:56,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:56,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:56,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:56,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:56,349 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-26T15:22:56,364 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1239, reset compression=false 2024-11-26T15:22:56,574 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1236, reset compression=false 2024-11-26T15:22:56,580 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:56,580 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1340, reset compression=false 2024-11-26T15:22:56,580 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,38727,1732634544284 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e865013e25c02ec0adacb3f6ca99990/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T15:22:56,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:56,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:56,784 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1340, reset compression=false 2024-11-26T15:22:56,868 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1239, reset compression=false 2024-11-26T15:22:56,874 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:56,874 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1367, reset compression=false 2024-11-26T15:22:56,874 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43437,1732634549070 got entry batch from reader: WALEntryBatch [walEntries=[{test/2d78faa0da5a35835243d37e75e551f3/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T15:22:56,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:56,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:57,083 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1367, reset compression=false 2024-11-26T15:22:57,088 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1340, reset compression=false 2024-11-26T15:22:57,351 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-26T15:22:57,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71be5681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:57,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46373,-1 for getting cluster id 2024-11-26T15:22:57,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:22:57,365 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0faa000f-e51e-403b-b9f6-4a596ba1fe41' 2024-11-26T15:22:57,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:22:57,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0faa000f-e51e-403b-b9f6-4a596ba1fe41" 2024-11-26T15:22:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1581ebbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46373,-1] 2024-11-26T15:22:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:22:57,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:57,370 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:22:57,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e6b742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:22:57,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:22:57,374 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,46373,1732634553075 2024-11-26T15:22:57,374 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e87af9c 2024-11-26T15:22:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:22:57,376 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:22:57,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-26T15:22:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-26T15:22:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T15:22:57,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:22:57,392 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1367, reset compression=false 2024-11-26T15:22:57,402 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:57,402 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1471, reset compression=false 2024-11-26T15:22:57,402 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43437,1732634549070 got entry batch from reader: WALEntryBatch [walEntries=[{test/2d78faa0da5a35835243d37e75e551f3/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T15:22:57,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:57,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T15:22:57,494 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1340, reset compression=false 2024-11-26T15:22:57,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-26T15:22:57,540 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-26T15:22:57,541 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T15:22:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-26T15:22:57,542 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 6cc2bc8bf733,35233,1732634553655 suceeded 2024-11-26T15:22:57,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T15:22:57,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-26T15:22:57,544 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-26T15:22:57,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 168 msec 2024-11-26T15:22:57,599 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064, startPosition=1241, beingWritten=true 2024-11-26T15:22:57,603 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:22:57,603 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 1521, reset compression=false 2024-11-26T15:22:57,603 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,35233,1732634553655 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc2d796c286ccfca8b37de28e7ea6675/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T15:22:57,605 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:22:57,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-26T15:22:57,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:22:57,607 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1471, reset compression=false 2024-11-26T15:22:57,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:22:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T15:22:57,696 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-26T15:22:57,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:22:57,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:57,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:57,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:57,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:57,698 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-26T15:22:57,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:22:57,698 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:22:57,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:57,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:57,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:57,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:57,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:22:57,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1576944330, stopped=false 2024-11-26T15:22:57,698 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,46373,1732634553075 2024-11-26T15:22:57,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-441181676/running 2024-11-26T15:22:57,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-441181676/running 2024-11-26T15:22:57,702 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:22:57,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676 2024-11-26T15:22:57,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676 2024-11-26T15:22:57,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:22:57,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:57,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:57,702 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,35233,1732634553655' ***** 2024-11-26T15:22:57,702 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:22:57,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Set watcher on znode that does not yet exist, /2-441181676/running 2024-11-26T15:22:57,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Set watcher on znode that does not yet exist, /2-441181676/running 2024-11-26T15:22:57,703 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:22:57,703 INFO [RS:0;6cc2bc8bf733:35233 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:22:57,703 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:22:57,703 INFO [RS:0;6cc2bc8bf733:35233 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:22:57,703 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(3091): Received CLOSE for db355c980acc46d83e341e9912584947 2024-11-26T15:22:57,703 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(3091): Received CLOSE for cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:57,703 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,35233,1732634553655 2024-11-26T15:22:57,703 INFO [RS:0;6cc2bc8bf733:35233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:22:57,703 INFO [RS:0;6cc2bc8bf733:35233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:35233. 2024-11-26T15:22:57,703 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db355c980acc46d83e341e9912584947, disabling compactions & flushes 2024-11-26T15:22:57,703 DEBUG [RS:0;6cc2bc8bf733:35233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:57,703 DEBUG [RS:0;6cc2bc8bf733:35233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:57,703 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947. 2024-11-26T15:22:57,703 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947. 2024-11-26T15:22:57,703 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947. after waiting 0 ms 2024-11-26T15:22:57,703 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947. 2024-11-26T15:22:57,704 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:22:57,704 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:22:57,704 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:22:57,704 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing db355c980acc46d83e341e9912584947 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-26T15:22:57,704 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:22:57,704 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T15:22:57,704 DEBUG [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1325): Online Regions={db355c980acc46d83e341e9912584947=hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947., 1588230740=hbase:meta,,1.1588230740, cc2d796c286ccfca8b37de28e7ea6675=test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675.} 2024-11-26T15:22:57,704 DEBUG [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc2d796c286ccfca8b37de28e7ea6675, db355c980acc46d83e341e9912584947 2024-11-26T15:22:57,704 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:22:57,704 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:22:57,704 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:22:57,704 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:22:57,704 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:22:57,704 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T15:22:57,717 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/.tmp/info/0bfd8c2248324427b47f25c19c3a5d64 is 147, key is hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947./info:regioninfo/1732634567683/Put/seqid=0 2024-11-26T15:22:57,717 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/replication/db355c980acc46d83e341e9912584947/.tmp/queue/3724a464ecfc4d43b8e957b04e996c6c is 154, key is 1-6cc2bc8bf733,35233,1732634553655/queue:6cc2bc8bf733%2C35233%2C1732634553655/1732634577609/Put/seqid=0 2024-11-26T15:22:57,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741841_1017 (size=5353) 2024-11-26T15:22:57,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741840_1016 (size=7686) 2024-11-26T15:22:57,722 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/.tmp/info/0bfd8c2248324427b47f25c19c3a5d64 2024-11-26T15:22:57,738 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/.tmp/ns/d262218228014f3db0223c25a4ba01c9 is 43, key is default/ns:d/1732634556616/Put/seqid=0 2024-11-26T15:22:57,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741842_1018 (size=5153) 2024-11-26T15:22:57,741 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/.tmp/ns/d262218228014f3db0223c25a4ba01c9 2024-11-26T15:22:57,757 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/.tmp/rep_barrier/33d1e2ebae8a4362ba5daaa67520f98d is 112, key is test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675./rep_barrier:seqnumDuringOpen/1732634561781/Put/seqid=0 2024-11-26T15:22:57,759 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:22:57,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741843_1019 (size=5518) 2024-11-26T15:22:57,806 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 1521, reset compression=false 2024-11-26T15:22:57,904 DEBUG [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc2d796c286ccfca8b37de28e7ea6675, db355c980acc46d83e341e9912584947 2024-11-26T15:22:57,910 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1471, reset compression=false 2024-11-26T15:22:57,944 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:22:57,944 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:22:57,997 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1340, reset compression=false 2024-11-26T15:22:58,001 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:58,001 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1491, reset compression=false 2024-11-26T15:22:58,001 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,38727,1732634544284 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:58,105 DEBUG [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc2d796c286ccfca8b37de28e7ea6675, db355c980acc46d83e341e9912584947 2024-11-26T15:22:58,112 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 1521, reset compression=false 2024-11-26T15:22:58,121 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/replication/db355c980acc46d83e341e9912584947/.tmp/queue/3724a464ecfc4d43b8e957b04e996c6c 2024-11-26T15:22:58,126 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/replication/db355c980acc46d83e341e9912584947/.tmp/queue/3724a464ecfc4d43b8e957b04e996c6c as hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/replication/db355c980acc46d83e341e9912584947/queue/3724a464ecfc4d43b8e957b04e996c6c 2024-11-26T15:22:58,130 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/replication/db355c980acc46d83e341e9912584947/queue/3724a464ecfc4d43b8e957b04e996c6c, entries=1, sequenceid=13, filesize=5.2 K 2024-11-26T15:22:58,131 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for db355c980acc46d83e341e9912584947 in 427ms, sequenceid=13, compaction requested=false 2024-11-26T15:22:58,134 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/replication/db355c980acc46d83e341e9912584947/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-26T15:22:58,134 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:22:58,134 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:22:58,134 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947. 2024-11-26T15:22:58,134 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db355c980acc46d83e341e9912584947: Waiting for close lock at 1732634577703Running coprocessor pre-close hooks at 1732634577703Disabling compacts and flushes for region at 1732634577703Disabling writes for close at 1732634577703Obtaining lock to block concurrent updates at 1732634577704 (+1 ms)Preparing flush snapshotting stores in db355c980acc46d83e341e9912584947 at 1732634577704Finished memstore snapshotting hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732634577704Flushing stores of hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947. at 1732634577704Flushing db355c980acc46d83e341e9912584947/queue: creating writer at 1732634577704Flushing db355c980acc46d83e341e9912584947/queue: appending metadata at 1732634577717 (+13 ms)Flushing db355c980acc46d83e341e9912584947/queue: closing flushed file at 1732634577717Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d06ea0: reopening flushed file at 1732634578126 (+409 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for db355c980acc46d83e341e9912584947 in 427ms, sequenceid=13, compaction requested=false at 1732634578131 (+5 ms)Writing region close event to WAL at 1732634578131Running coprocessor post-close hooks at 1732634578134 (+3 ms)Closed at 1732634578134 2024-11-26T15:22:58,135 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732634566472.db355c980acc46d83e341e9912584947. 2024-11-26T15:22:58,135 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc2d796c286ccfca8b37de28e7ea6675, disabling compactions & flushes 2024-11-26T15:22:58,135 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675. 2024-11-26T15:22:58,135 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675. 2024-11-26T15:22:58,135 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675. after waiting 0 ms 2024-11-26T15:22:58,135 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675. 2024-11-26T15:22:58,135 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cc2d796c286ccfca8b37de28e7ea6675 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-26T15:22:58,161 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675/.tmp/f/3753335c96514de48b26d56e757a9170 is 37, key is row3/f:row3/1732634576347/Put/seqid=0 2024-11-26T15:22:58,161 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/.tmp/rep_barrier/33d1e2ebae8a4362ba5daaa67520f98d 2024-11-26T15:22:58,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741844_1020 (size=5228) 2024-11-26T15:22:58,185 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/.tmp/table/d48f53ed85b34d148986cfffaf664031 is 53, key is hbase:replication/table:state/1732634567693/Put/seqid=0 2024-11-26T15:22:58,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741845_1021 (size=5308) 2024-11-26T15:22:58,205 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1491, reset compression=false 2024-11-26T15:22:58,305 DEBUG [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:58,314 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1471, reset compression=false 2024-11-26T15:22:58,505 DEBUG [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:58,509 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1491, reset compression=false 2024-11-26T15:22:58,518 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 1521, reset compression=false 2024-11-26T15:22:58,521 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:22:58,521 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 1768, reset compression=false 2024-11-26T15:22:58,521 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,35233,1732634553655 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:22:58,522 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6cc2bc8bf733,35233,1732634553655: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6cc2bc8bf733,35233,1732634553655, walGroup=6cc2bc8bf733%2C35233%2C1732634553655, offset=6cc2bc8bf733%2C35233%2C1732634553655.1732634556064:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:35233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T15:22:58,523 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T15:22:58,523 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T15:22:58,524 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T15:22:58,524 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T15:22:58,524 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T15:22:58,524 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 854976576 }, "NonHeapMemoryUsage": { "committed": 201457664, "init": 7667712, "max": -1, "used": 198599688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T15:22:58,524 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:46373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:46373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T15:22:58,571 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675/.tmp/f/3753335c96514de48b26d56e757a9170 2024-11-26T15:22:58,574 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3753335c96514de48b26d56e757a9170 2024-11-26T15:22:58,592 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675/.tmp/f1/2fffdd927e1648a5a21035da63778721 is 30, key is row1/f1:/1732634573689/DeleteFamily/seqid=0 2024-11-26T15:22:58,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741846_1022 (size=5158) 2024-11-26T15:22:58,600 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/.tmp/table/d48f53ed85b34d148986cfffaf664031 2024-11-26T15:22:58,605 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/.tmp/info/0bfd8c2248324427b47f25c19c3a5d64 as hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/info/0bfd8c2248324427b47f25c19c3a5d64 2024-11-26T15:22:58,609 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/info/0bfd8c2248324427b47f25c19c3a5d64, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T15:22:58,610 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/.tmp/ns/d262218228014f3db0223c25a4ba01c9 as hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/ns/d262218228014f3db0223c25a4ba01c9 2024-11-26T15:22:58,614 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/ns/d262218228014f3db0223c25a4ba01c9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T15:22:58,614 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/.tmp/rep_barrier/33d1e2ebae8a4362ba5daaa67520f98d as hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/rep_barrier/33d1e2ebae8a4362ba5daaa67520f98d 2024-11-26T15:22:58,620 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/rep_barrier/33d1e2ebae8a4362ba5daaa67520f98d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T15:22:58,621 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/.tmp/table/d48f53ed85b34d148986cfffaf664031 as hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/table/d48f53ed85b34d148986cfffaf664031 2024-11-26T15:22:58,625 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/table/d48f53ed85b34d148986cfffaf664031, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T15:22:58,625 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false 2024-11-26T15:22:58,629 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T15:22:58,629 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:22:58,629 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:22:58,629 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:22:58,629 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634577704Running coprocessor pre-close hooks at 1732634577704Disabling compacts and flushes for region at 1732634577704Disabling writes for close at 1732634577704Obtaining lock to block concurrent updates at 1732634577704Preparing flush snapshotting stores in 1588230740 at 1732634577704Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732634577705 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732634577705Flushing 1588230740/info: creating writer at 1732634577705Flushing 1588230740/info: appending metadata at 1732634577717 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732634577717Flushing 1588230740/ns: creating writer at 1732634577725 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732634577737 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732634577737Flushing 1588230740/rep_barrier: creating writer at 1732634577744 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732634577756 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732634577756Flushing 1588230740/table: creating writer at 1732634578167 (+411 ms)Flushing 1588230740/table: appending metadata at 1732634578185 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732634578185Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cdfded1: reopening flushed file at 1732634578605 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a596e4b: reopening flushed file at 1732634578610 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d5b132: reopening flushed file at 1732634578614 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@775be4c9: reopening flushed file at 1732634578620 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false at 1732634578625 (+5 ms)Writing region close event to WAL at 1732634578627 (+2 ms)Running coprocessor post-close hooks at 1732634578629 (+2 ms)Closed at 1732634578629 2024-11-26T15:22:58,630 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:22:58,705 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T15:22:58,705 DEBUG [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1325): Online Regions={cc2d796c286ccfca8b37de28e7ea6675=test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675.} 2024-11-26T15:22:58,705 DEBUG [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1351): Waiting on cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:58,727 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 1768, reset compression=false 2024-11-26T15:22:58,825 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1471, reset compression=false 2024-11-26T15:22:58,905 DEBUG [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1351): Waiting on cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:58,909 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T15:22:58,912 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1491, reset compression=false 2024-11-26T15:22:58,996 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675/.tmp/f1/2fffdd927e1648a5a21035da63778721 2024-11-26T15:22:59,000 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fffdd927e1648a5a21035da63778721 2024-11-26T15:22:59,016 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675/.tmp/norep/a40b1c521b764b1295aedae087b8037b is 33, key is row2/norep:/1732634574695/DeleteFamily/seqid=0 2024-11-26T15:22:59,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741847_1023 (size=5108) 2024-11-26T15:22:59,030 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 1768, reset compression=false 2024-11-26T15:22:59,105 DEBUG [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1351): Waiting on cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:59,306 DEBUG [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1351): Waiting on cc2d796c286ccfca8b37de28e7ea6675 2024-11-26T15:22:59,416 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1491, reset compression=false 2024-11-26T15:22:59,419 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675/.tmp/norep/a40b1c521b764b1295aedae087b8037b 2024-11-26T15:22:59,422 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a40b1c521b764b1295aedae087b8037b 2024-11-26T15:22:59,423 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675/.tmp/f/3753335c96514de48b26d56e757a9170 as hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675/f/3753335c96514de48b26d56e757a9170 2024-11-26T15:22:59,425 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3753335c96514de48b26d56e757a9170 2024-11-26T15:22:59,426 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675/f/3753335c96514de48b26d56e757a9170, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T15:22:59,426 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675/.tmp/f1/2fffdd927e1648a5a21035da63778721 as hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675/f1/2fffdd927e1648a5a21035da63778721 2024-11-26T15:22:59,428 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1471, reset compression=false 2024-11-26T15:22:59,430 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fffdd927e1648a5a21035da63778721 2024-11-26T15:22:59,430 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675/f1/2fffdd927e1648a5a21035da63778721, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T15:22:59,431 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675/.tmp/norep/a40b1c521b764b1295aedae087b8037b as hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675/norep/a40b1c521b764b1295aedae087b8037b 2024-11-26T15:22:59,433 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.1732634556064 to pos 1768, reset compression=false 2024-11-26T15:22:59,434 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a40b1c521b764b1295aedae087b8037b 2024-11-26T15:22:59,435 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675/norep/a40b1c521b764b1295aedae087b8037b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T15:22:59,435 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cc2d796c286ccfca8b37de28e7ea6675 in 1300ms, sequenceid=12, compaction requested=false 2024-11-26T15:22:59,438 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/data/default/test/cc2d796c286ccfca8b37de28e7ea6675/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T15:22:59,439 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:22:59,439 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:22:59,439 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675. 2024-11-26T15:22:59,439 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc2d796c286ccfca8b37de28e7ea6675: Waiting for close lock at 1732634578135Running coprocessor pre-close hooks at 1732634578135Disabling compacts and flushes for region at 1732634578135Disabling writes for close at 1732634578135Obtaining lock to block concurrent updates at 1732634578135Preparing flush snapshotting stores in cc2d796c286ccfca8b37de28e7ea6675 at 1732634578135Finished memstore snapshotting test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732634578135Flushing stores of test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675. at 1732634578136 (+1 ms)Flushing cc2d796c286ccfca8b37de28e7ea6675/f: creating writer at 1732634578136Flushing cc2d796c286ccfca8b37de28e7ea6675/f: appending metadata at 1732634578160 (+24 ms)Flushing cc2d796c286ccfca8b37de28e7ea6675/f: closing flushed file at 1732634578160Flushing cc2d796c286ccfca8b37de28e7ea6675/f1: creating writer at 1732634578575 (+415 ms)Flushing cc2d796c286ccfca8b37de28e7ea6675/f1: appending metadata at 1732634578591 (+16 ms)Flushing cc2d796c286ccfca8b37de28e7ea6675/f1: closing flushed file at 1732634578591Flushing cc2d796c286ccfca8b37de28e7ea6675/norep: creating writer at 1732634579000 (+409 ms)Flushing cc2d796c286ccfca8b37de28e7ea6675/norep: appending metadata at 1732634579015 (+15 ms)Flushing cc2d796c286ccfca8b37de28e7ea6675/norep: closing flushed file at 1732634579015Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b16211c: reopening flushed file at 1732634579422 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@455c4d7c: reopening flushed file at 1732634579426 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a31f3ba: reopening flushed file at 1732634579430 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cc2d796c286ccfca8b37de28e7ea6675 in 1300ms, sequenceid=12, compaction requested=false at 1732634579435 (+5 ms)Writing region close event to WAL at 1732634579436 (+1 ms)Running coprocessor post-close hooks at 1732634579439 (+3 ms)Closed at 1732634579439 2024-11-26T15:22:59,439 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732634560988.cc2d796c286ccfca8b37de28e7ea6675. 2024-11-26T15:22:59,506 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,35233,1732634553655; all regions closed. 2024-11-26T15:22:59,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741834_1010 (size=4239) 2024-11-26T15:22:59,508 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/WALs/6cc2bc8bf733,35233,1732634553655/6cc2bc8bf733%2C35233%2C1732634553655.meta.1732634556566.meta not finished, retry = 0 2024-11-26T15:22:59,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741839_1015 (size=3333) 2024-11-26T15:22:59,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741833_1009 (size=2420) 2024-11-26T15:22:59,613 DEBUG [RS:0;6cc2bc8bf733:35233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:59,613 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:22:59,614 INFO [RS:0;6cc2bc8bf733:35233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:22:59,614 INFO [RS:0;6cc2bc8bf733:35233 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T15:22:59,614 INFO [RS:0;6cc2bc8bf733:35233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:22:59,614 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:22:59,614 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6cc2bc8bf733,35233,1732634553655 because: Region server is closing 2024-11-26T15:22:59,614 INFO [RS:0;6cc2bc8bf733:35233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:35233. 2024-11-26T15:22:59,614 DEBUG [RS:0;6cc2bc8bf733:35233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:59,615 DEBUG [RS:0;6cc2bc8bf733:35233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:59,615 DEBUG [RS:0;6cc2bc8bf733:35233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:59,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:59,715 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.shipper6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 terminated 2024-11-26T15:22:59,715 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,35233,1732634553655.replicationSource.wal-reader.6cc2bc8bf733%2C35233%2C1732634553655,1-6cc2bc8bf733,35233,1732634553655 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T15:22:59,715 INFO [RS:0;6cc2bc8bf733:35233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:35233. 2024-11-26T15:22:59,715 DEBUG [RS:0;6cc2bc8bf733:35233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:22:59,715 DEBUG [RS:0;6cc2bc8bf733:35233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:59,716 DEBUG [RS:0;6cc2bc8bf733:35233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:22:59,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:22:59,716 INFO [RS:0;6cc2bc8bf733:35233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35233 2024-11-26T15:22:59,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-441181676/rs/6cc2bc8bf733,35233,1732634553655 2024-11-26T15:22:59,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676/rs 2024-11-26T15:22:59,765 INFO [RS:0;6cc2bc8bf733:35233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:22:59,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,35233,1732634553655] 2024-11-26T15:22:59,786 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-441181676/draining/6cc2bc8bf733,35233,1732634553655 already deleted, retry=false 2024-11-26T15:22:59,786 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,35233,1732634553655 expired; onlineServers=0 2024-11-26T15:22:59,786 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,46373,1732634553075' ***** 2024-11-26T15:22:59,786 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:22:59,786 INFO [M:0;6cc2bc8bf733:46373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:22:59,786 INFO [M:0;6cc2bc8bf733:46373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:22:59,786 DEBUG [M:0;6cc2bc8bf733:46373 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:22:59,786 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:22:59,786 DEBUG [M:0;6cc2bc8bf733:46373 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:22:59,786 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634555765 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634555765,5,FailOnTimeoutGroup] 2024-11-26T15:22:59,786 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634555772 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634555772,5,FailOnTimeoutGroup] 2024-11-26T15:22:59,786 INFO [M:0;6cc2bc8bf733:46373 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:22:59,786 INFO [M:0;6cc2bc8bf733:46373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:22:59,786 DEBUG [M:0;6cc2bc8bf733:46373 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:22:59,787 INFO [M:0;6cc2bc8bf733:46373 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:22:59,787 INFO [M:0;6cc2bc8bf733:46373 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:22:59,787 INFO [M:0;6cc2bc8bf733:46373 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:22:59,787 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:22:59,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-441181676/master 2024-11-26T15:22:59,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-441181676 2024-11-26T15:22:59,855 DEBUG [M:0;6cc2bc8bf733:46373 {}] zookeeper.ZKUtil(347): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Unable to get data of znode /2-441181676/master because node does not exist (not an error) 2024-11-26T15:22:59,855 WARN [M:0;6cc2bc8bf733:46373 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:22:59,856 INFO [M:0;6cc2bc8bf733:46373 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/.lastflushedseqids 2024-11-26T15:22:59,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741848_1024 (size=245) 2024-11-26T15:22:59,868 INFO [M:0;6cc2bc8bf733:46373 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:22:59,869 INFO [M:0;6cc2bc8bf733:46373 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:22:59,869 DEBUG [M:0;6cc2bc8bf733:46373 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:22:59,869 INFO [M:0;6cc2bc8bf733:46373 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:59,869 DEBUG [M:0;6cc2bc8bf733:46373 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:59,869 DEBUG [M:0;6cc2bc8bf733:46373 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:22:59,869 DEBUG [M:0;6cc2bc8bf733:46373 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:59,869 INFO [M:0;6cc2bc8bf733:46373 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.56 KB heapSize=75.47 KB 2024-11-26T15:22:59,875 INFO [RS:0;6cc2bc8bf733:35233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:22:59,875 INFO [RS:0;6cc2bc8bf733:35233 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,35233,1732634553655; zookeeper connection closed. 2024-11-26T15:22:59,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:22:59,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35233-0x10177bcf9d00007, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:22:59,876 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68f7bb24 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68f7bb24 2024-11-26T15:22:59,876 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:22:59,889 DEBUG [M:0;6cc2bc8bf733:46373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f416e868af0f420e9298ea487155a912 is 82, key is hbase:meta,,1/info:regioninfo/1732634556596/Put/seqid=0 2024-11-26T15:22:59,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741849_1025 (size=5672) 2024-11-26T15:22:59,902 INFO [M:0;6cc2bc8bf733:46373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f416e868af0f420e9298ea487155a912 2024-11-26T15:22:59,921 DEBUG [M:0;6cc2bc8bf733:46373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/928e8a85b82b4d8caa599e13bc75afba is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732634567695/Put/seqid=0 2024-11-26T15:22:59,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741850_1026 (size=9210) 2024-11-26T15:22:59,930 INFO [M:0;6cc2bc8bf733:46373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.00 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/928e8a85b82b4d8caa599e13bc75afba 2024-11-26T15:22:59,952 DEBUG [M:0;6cc2bc8bf733:46373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a12aeafbd79640a8904f96f00126d7b8 is 69, key is 6cc2bc8bf733,35233,1732634553655/rs:state/1732634555850/Put/seqid=0 2024-11-26T15:22:59,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741851_1027 (size=5156) 2024-11-26T15:22:59,968 INFO [M:0;6cc2bc8bf733:46373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a12aeafbd79640a8904f96f00126d7b8 2024-11-26T15:22:59,973 DEBUG [M:0;6cc2bc8bf733:46373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f416e868af0f420e9298ea487155a912 as hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f416e868af0f420e9298ea487155a912 2024-11-26T15:22:59,976 INFO [M:0;6cc2bc8bf733:46373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f416e868af0f420e9298ea487155a912, entries=8, sequenceid=127, filesize=5.5 K 2024-11-26T15:22:59,977 DEBUG [M:0;6cc2bc8bf733:46373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/928e8a85b82b4d8caa599e13bc75afba as hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/928e8a85b82b4d8caa599e13bc75afba 2024-11-26T15:22:59,981 INFO [M:0;6cc2bc8bf733:46373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/928e8a85b82b4d8caa599e13bc75afba, entries=15, sequenceid=127, filesize=9.0 K 2024-11-26T15:22:59,982 DEBUG [M:0;6cc2bc8bf733:46373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a12aeafbd79640a8904f96f00126d7b8 as hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a12aeafbd79640a8904f96f00126d7b8 2024-11-26T15:22:59,985 INFO [M:0;6cc2bc8bf733:46373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38855/user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a12aeafbd79640a8904f96f00126d7b8, entries=1, sequenceid=127, filesize=5.0 K 2024-11-26T15:22:59,986 INFO [M:0;6cc2bc8bf733:46373 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.56 KB/65085, heapSize ~75.17 KB/76976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=127, compaction requested=false 2024-11-26T15:22:59,988 INFO [M:0;6cc2bc8bf733:46373 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:22:59,988 DEBUG [M:0;6cc2bc8bf733:46373 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634579869Disabling compacts and flushes for region at 1732634579869Disabling writes for close at 1732634579869Obtaining lock to block concurrent updates at 1732634579869Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634579869Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65085, getHeapSize=77216, getOffHeapSize=0, getCellsCount=148 at 1732634579869Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634579870 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634579870Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634579889 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634579889Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634579905 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634579920 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634579921 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634579933 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634579951 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634579951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e30c8ca: reopening flushed file at 1732634579972 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35481083: reopening flushed file at 1732634579976 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2359635b: reopening flushed file at 1732634579981 (+5 ms)Finished flush of dataSize ~63.56 KB/65085, heapSize ~75.17 KB/76976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=127, compaction requested=false at 1732634579986 (+5 ms)Writing region close event to WAL at 1732634579988 (+2 ms)Closed at 1732634579988 2024-11-26T15:22:59,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741830_1006 (size=73842) 2024-11-26T15:22:59,994 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e79c8ec0-08cd-2a06-7dff-eee60fd33f53/MasterData/WALs/6cc2bc8bf733,46373,1732634553075/6cc2bc8bf733%2C46373%2C1732634553075.1732634555524 not finished, retry = 0 2024-11-26T15:23:00,019 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1491, reset compression=false 2024-11-26T15:23:00,095 INFO [M:0;6cc2bc8bf733:46373 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:23:00,095 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:23:00,096 INFO [M:0;6cc2bc8bf733:46373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46373 2024-11-26T15:23:00,096 INFO [M:0;6cc2bc8bf733:46373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:23:00,130 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1471, reset compression=false 2024-11-26T15:23:00,212 INFO [M:0;6cc2bc8bf733:46373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:23:00,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:00,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x10177bcf9d00006, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:00,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20a5eda1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:23:00,215 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@217cffe4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:23:00,215 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:23:00,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14aa2ba4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:23:00,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30f45835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/hadoop.log.dir/,STOPPED} 2024-11-26T15:23:00,217 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:23:00,217 WARN [BP-647650776-172.17.0.3-1732634550577 heartbeating to localhost/127.0.0.1:38855 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:23:00,217 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:23:00,217 WARN [BP-647650776-172.17.0.3-1732634550577 heartbeating to localhost/127.0.0.1:38855 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-647650776-172.17.0.3-1732634550577 (Datanode Uuid 1dd8cb2d-015a-42bb-9c00-190446a6b2c4) service to localhost/127.0.0.1:38855 2024-11-26T15:23:00,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/cluster_b7fa8e66-d0e1-c9d8-1224-4247d328dee1/data/data2/current/BP-647650776-172.17.0.3-1732634550577 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:23:00,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/cluster_b7fa8e66-d0e1-c9d8-1224-4247d328dee1/data/data1/current/BP-647650776-172.17.0.3-1732634550577 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:23:00,219 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:23:00,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21a2ae8d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:23:00,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9739bcc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:23:00,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:23:00,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a9341fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:23:00,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63021341{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/hadoop.log.dir/,STOPPED} 2024-11-26T15:23:00,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:23:00,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:23:00,246 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:23:00,246 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:00,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:00,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:00,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:00,247 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:23:00,247 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=428088233, stopped=false 2024-11-26T15:23:00,247 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,41597,1732634548932 2024-11-26T15:23:00,259 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1359078899/running 2024-11-26T15:23:00,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1359078899/running 2024-11-26T15:23:00,259 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899 2024-11-26T15:23:00,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899 2024-11-26T15:23:00,260 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:23:00,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Set watcher on znode that does not yet exist, /1-1359078899/running 2024-11-26T15:23:00,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Set watcher on znode that does not yet exist, /1-1359078899/running 2024-11-26T15:23:00,261 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:23:00,261 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:00,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:00,262 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,43437,1732634549070' ***** 2024-11-26T15:23:00,262 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:23:00,262 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:23:00,262 INFO [RS:0;6cc2bc8bf733:43437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:23:00,262 INFO [RS:0;6cc2bc8bf733:43437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:23:00,262 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(3091): Received CLOSE for 9565f508e6dfae55214317ff7dd5ebec 2024-11-26T15:23:00,263 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:23:00,263 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d78faa0da5a35835243d37e75e551f3 2024-11-26T15:23:00,263 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,43437,1732634549070 2024-11-26T15:23:00,263 INFO [RS:0;6cc2bc8bf733:43437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:23:00,263 INFO [RS:0;6cc2bc8bf733:43437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:43437. 2024-11-26T15:23:00,263 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9565f508e6dfae55214317ff7dd5ebec, disabling compactions & flushes 2024-11-26T15:23:00,263 DEBUG [RS:0;6cc2bc8bf733:43437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:00,263 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec. 2024-11-26T15:23:00,263 DEBUG [RS:0;6cc2bc8bf733:43437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:00,263 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:23:00,263 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:23:00,263 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:23:00,263 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:23:00,263 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec. 2024-11-26T15:23:00,263 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec. after waiting 0 ms 2024-11-26T15:23:00,263 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec. 2024-11-26T15:23:00,263 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9565f508e6dfae55214317ff7dd5ebec 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-26T15:23:00,264 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T15:23:00,264 DEBUG [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(1325): Online Regions={9565f508e6dfae55214317ff7dd5ebec=hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec., 1588230740=hbase:meta,,1.1588230740, 2d78faa0da5a35835243d37e75e551f3=test,,1732634558838.2d78faa0da5a35835243d37e75e551f3.} 2024-11-26T15:23:00,264 DEBUG [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d78faa0da5a35835243d37e75e551f3, 9565f508e6dfae55214317ff7dd5ebec 2024-11-26T15:23:00,264 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:23:00,264 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:23:00,264 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:23:00,264 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:23:00,264 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:23:00,265 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T15:23:00,282 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/replication/9565f508e6dfae55214317ff7dd5ebec/.tmp/queue/d1cfaf04988b4a86bd131ea6a040ac3a is 154, key is 1-6cc2bc8bf733,43437,1732634549070/queue:6cc2bc8bf733%2C43437%2C1732634549070/1732634577409/Put/seqid=0 2024-11-26T15:23:00,296 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/.tmp/info/645a6eea41364e848ab3e9023edc5596 is 147, key is hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec./info:regioninfo/1732634565521/Put/seqid=0 2024-11-26T15:23:00,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741840_1016 (size=5353) 2024-11-26T15:23:00,301 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/replication/9565f508e6dfae55214317ff7dd5ebec/.tmp/queue/d1cfaf04988b4a86bd131ea6a040ac3a 2024-11-26T15:23:00,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741841_1017 (size=7686) 2024-11-26T15:23:00,305 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/.tmp/info/645a6eea41364e848ab3e9023edc5596 2024-11-26T15:23:00,322 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/replication/9565f508e6dfae55214317ff7dd5ebec/.tmp/queue/d1cfaf04988b4a86bd131ea6a040ac3a as hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/replication/9565f508e6dfae55214317ff7dd5ebec/queue/d1cfaf04988b4a86bd131ea6a040ac3a 2024-11-26T15:23:00,326 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/replication/9565f508e6dfae55214317ff7dd5ebec/queue/d1cfaf04988b4a86bd131ea6a040ac3a, entries=1, sequenceid=14, filesize=5.2 K 2024-11-26T15:23:00,327 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 9565f508e6dfae55214317ff7dd5ebec in 64ms, sequenceid=14, compaction requested=false 2024-11-26T15:23:00,327 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T15:23:00,335 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/.tmp/ns/8a052f8333c34e7fac89d533e4557485 is 43, key is default/ns:d/1732634550447/Put/seqid=0 2024-11-26T15:23:00,337 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/replication/9565f508e6dfae55214317ff7dd5ebec/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-26T15:23:00,337 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:23:00,337 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:23:00,337 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec. 2024-11-26T15:23:00,337 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9565f508e6dfae55214317ff7dd5ebec: Waiting for close lock at 1732634580263Running coprocessor pre-close hooks at 1732634580263Disabling compacts and flushes for region at 1732634580263Disabling writes for close at 1732634580263Obtaining lock to block concurrent updates at 1732634580263Preparing flush snapshotting stores in 9565f508e6dfae55214317ff7dd5ebec at 1732634580264 (+1 ms)Finished memstore snapshotting hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732634580264Flushing stores of hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec. at 1732634580265 (+1 ms)Flushing 9565f508e6dfae55214317ff7dd5ebec/queue: creating writer at 1732634580265Flushing 9565f508e6dfae55214317ff7dd5ebec/queue: appending metadata at 1732634580281 (+16 ms)Flushing 9565f508e6dfae55214317ff7dd5ebec/queue: closing flushed file at 1732634580281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55bd4ee9: reopening flushed file at 1732634580320 (+39 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 9565f508e6dfae55214317ff7dd5ebec in 64ms, sequenceid=14, compaction requested=false at 1732634580327 (+7 ms)Writing region close event to WAL at 1732634580333 (+6 ms)Running coprocessor post-close hooks at 1732634580337 (+4 ms)Closed at 1732634580337 2024-11-26T15:23:00,338 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732634564332.9565f508e6dfae55214317ff7dd5ebec. 2024-11-26T15:23:00,338 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d78faa0da5a35835243d37e75e551f3, disabling compactions & flushes 2024-11-26T15:23:00,338 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732634558838.2d78faa0da5a35835243d37e75e551f3. 2024-11-26T15:23:00,338 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634558838.2d78faa0da5a35835243d37e75e551f3. 2024-11-26T15:23:00,338 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732634558838.2d78faa0da5a35835243d37e75e551f3. after waiting 0 ms 2024-11-26T15:23:00,338 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732634558838.2d78faa0da5a35835243d37e75e551f3. 2024-11-26T15:23:00,338 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2d78faa0da5a35835243d37e75e551f3 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-26T15:23:00,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741842_1018 (size=5153) 2024-11-26T15:23:00,340 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/.tmp/ns/8a052f8333c34e7fac89d533e4557485 2024-11-26T15:23:00,353 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:23:00,355 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3/.tmp/f/f156e22efc764535a17aa3db502ba2c6 is 37, key is row3/f:row3/1732634576347/Put/seqid=0 2024-11-26T15:23:00,365 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/.tmp/rep_barrier/d25406e47a18460aa30ec849ba3540bf is 112, key is test,,1732634558838.2d78faa0da5a35835243d37e75e551f3./rep_barrier:seqnumDuringOpen/1732634560000/Put/seqid=0 2024-11-26T15:23:00,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741843_1019 (size=5228) 2024-11-26T15:23:00,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741844_1020 (size=5518) 2024-11-26T15:23:00,378 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/.tmp/rep_barrier/d25406e47a18460aa30ec849ba3540bf 2024-11-26T15:23:00,400 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/.tmp/table/7f9646c8be4e4ac6bab0a2b61e61fc39 is 53, key is hbase:replication/table:state/1732634565529/Put/seqid=0 2024-11-26T15:23:00,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741845_1021 (size=5308) 2024-11-26T15:23:00,464 DEBUG [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d78faa0da5a35835243d37e75e551f3 2024-11-26T15:23:00,664 DEBUG [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d78faa0da5a35835243d37e75e551f3 2024-11-26T15:23:00,723 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1491, reset compression=false 2024-11-26T15:23:00,749 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:23:00,749 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:23:00,768 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3/.tmp/f/f156e22efc764535a17aa3db502ba2c6 2024-11-26T15:23:00,780 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f156e22efc764535a17aa3db502ba2c6 2024-11-26T15:23:00,800 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3/.tmp/f1/bc5df4f93ca349118bb207bab187a164 is 30, key is row1/f1:/1732634573689/DeleteFamily/seqid=0 2024-11-26T15:23:00,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741846_1022 (size=5158) 2024-11-26T15:23:00,811 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/.tmp/table/7f9646c8be4e4ac6bab0a2b61e61fc39 2024-11-26T15:23:00,811 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3/.tmp/f1/bc5df4f93ca349118bb207bab187a164 2024-11-26T15:23:00,827 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/.tmp/info/645a6eea41364e848ab3e9023edc5596 as hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/info/645a6eea41364e848ab3e9023edc5596 2024-11-26T15:23:00,829 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc5df4f93ca349118bb207bab187a164 2024-11-26T15:23:00,832 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/info/645a6eea41364e848ab3e9023edc5596, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T15:23:00,832 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/.tmp/ns/8a052f8333c34e7fac89d533e4557485 as hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/ns/8a052f8333c34e7fac89d533e4557485 2024-11-26T15:23:00,836 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/ns/8a052f8333c34e7fac89d533e4557485, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T15:23:00,836 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/.tmp/rep_barrier/d25406e47a18460aa30ec849ba3540bf as hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/rep_barrier/d25406e47a18460aa30ec849ba3540bf 2024-11-26T15:23:00,841 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/rep_barrier/d25406e47a18460aa30ec849ba3540bf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T15:23:00,842 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/.tmp/table/7f9646c8be4e4ac6bab0a2b61e61fc39 as hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/table/7f9646c8be4e4ac6bab0a2b61e61fc39 2024-11-26T15:23:00,863 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/table/7f9646c8be4e4ac6bab0a2b61e61fc39, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T15:23:00,864 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 600ms, sequenceid=16, compaction requested=false 2024-11-26T15:23:00,864 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T15:23:00,865 DEBUG [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d78faa0da5a35835243d37e75e551f3 2024-11-26T15:23:00,876 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3/.tmp/norep/f0b730ca54da47f9852abc10fdb26be2 is 33, key is row1/norep:/1732634573689/DeleteFamily/seqid=0 2024-11-26T15:23:00,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741847_1023 (size=5108) 2024-11-26T15:23:00,903 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3/.tmp/norep/f0b730ca54da47f9852abc10fdb26be2 2024-11-26T15:23:00,908 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0b730ca54da47f9852abc10fdb26be2 2024-11-26T15:23:00,909 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3/.tmp/f/f156e22efc764535a17aa3db502ba2c6 as hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3/f/f156e22efc764535a17aa3db502ba2c6 2024-11-26T15:23:00,917 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T15:23:00,917 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:23:00,917 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:23:00,917 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:23:00,918 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634580264Running coprocessor pre-close hooks at 1732634580264Disabling compacts and flushes for region at 1732634580264Disabling writes for close at 1732634580264Obtaining lock to block concurrent updates at 1732634580265 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732634580265Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732634580265Flushing stores of hbase:meta,,1.1588230740 at 1732634580266 (+1 ms)Flushing 1588230740/info: creating writer at 1732634580266Flushing 1588230740/info: appending metadata at 1732634580296 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732634580296Flushing 1588230740/ns: creating writer at 1732634580313 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732634580334 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732634580334Flushing 1588230740/rep_barrier: creating writer at 1732634580345 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732634580364 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732634580364Flushing 1588230740/table: creating writer at 1732634580382 (+18 ms)Flushing 1588230740/table: appending metadata at 1732634580400 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732634580400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4749a580: reopening flushed file at 1732634580826 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43eef2db: reopening flushed file at 1732634580832 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed63947: reopening flushed file at 1732634580836 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1edeb00c: reopening flushed file at 1732634580841 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 600ms, sequenceid=16, compaction requested=false at 1732634580864 (+23 ms)Writing region close event to WAL at 1732634580912 (+48 ms)Running coprocessor post-close hooks at 1732634580917 (+5 ms)Closed at 1732634580917 2024-11-26T15:23:00,918 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f156e22efc764535a17aa3db502ba2c6 2024-11-26T15:23:00,918 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:23:00,918 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3/f/f156e22efc764535a17aa3db502ba2c6, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T15:23:00,919 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3/.tmp/f1/bc5df4f93ca349118bb207bab187a164 as hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3/f1/bc5df4f93ca349118bb207bab187a164 2024-11-26T15:23:00,928 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc5df4f93ca349118bb207bab187a164 2024-11-26T15:23:00,929 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3/f1/bc5df4f93ca349118bb207bab187a164, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T15:23:00,933 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3/.tmp/norep/f0b730ca54da47f9852abc10fdb26be2 as hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3/norep/f0b730ca54da47f9852abc10fdb26be2 2024-11-26T15:23:00,933 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 1471, reset compression=false 2024-11-26T15:23:00,940 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0b730ca54da47f9852abc10fdb26be2 2024-11-26T15:23:00,940 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3/norep/f0b730ca54da47f9852abc10fdb26be2, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T15:23:00,941 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2d78faa0da5a35835243d37e75e551f3 in 603ms, sequenceid=12, compaction requested=false 2024-11-26T15:23:00,942 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T15:23:00,949 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:23:00,949 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.wal-reader.6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838 to pos 2067, reset compression=false 2024-11-26T15:23:00,949 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43437,1732634549070 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/WALs/6cc2bc8bf733,43437,1732634549070/6cc2bc8bf733%2C43437%2C1732634549070.1732634549838, lastWalPosition=2067, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:23:00,950 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6cc2bc8bf733,43437,1732634549070: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6cc2bc8bf733,43437,1732634549070, walGroup=6cc2bc8bf733%2C43437%2C1732634549070, offset=6cc2bc8bf733%2C43437%2C1732634549070.1732634549838:2067, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:43437 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T15:23:00,951 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T15:23:00,951 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T15:23:00,952 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T15:23:00,952 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T15:23:00,952 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T15:23:00,952 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 932571200 }, "NonHeapMemoryUsage": { "committed": 201981952, "init": 7667712, "max": -1, "used": 199165824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T15:23:00,952 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T15:23:00,964 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/data/default/test/2d78faa0da5a35835243d37e75e551f3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T15:23:00,965 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:23:00,965 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:23:00,965 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732634558838.2d78faa0da5a35835243d37e75e551f3. 2024-11-26T15:23:00,965 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d78faa0da5a35835243d37e75e551f3: Waiting for close lock at 1732634580338Running coprocessor pre-close hooks at 1732634580338Disabling compacts and flushes for region at 1732634580338Disabling writes for close at 1732634580338Obtaining lock to block concurrent updates at 1732634580338Preparing flush snapshotting stores in 2d78faa0da5a35835243d37e75e551f3 at 1732634580338Finished memstore snapshotting test,,1732634558838.2d78faa0da5a35835243d37e75e551f3., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732634580338Flushing stores of test,,1732634558838.2d78faa0da5a35835243d37e75e551f3. at 1732634580339 (+1 ms)Flushing 2d78faa0da5a35835243d37e75e551f3/f: creating writer at 1732634580339Flushing 2d78faa0da5a35835243d37e75e551f3/f: appending metadata at 1732634580354 (+15 ms)Flushing 2d78faa0da5a35835243d37e75e551f3/f: closing flushed file at 1732634580354Flushing 2d78faa0da5a35835243d37e75e551f3/f1: creating writer at 1732634580781 (+427 ms)Flushing 2d78faa0da5a35835243d37e75e551f3/f1: appending metadata at 1732634580799 (+18 ms)Flushing 2d78faa0da5a35835243d37e75e551f3/f1: closing flushed file at 1732634580799Flushing 2d78faa0da5a35835243d37e75e551f3/norep: creating writer at 1732634580829 (+30 ms)Flushing 2d78faa0da5a35835243d37e75e551f3/norep: appending metadata at 1732634580875 (+46 ms)Flushing 2d78faa0da5a35835243d37e75e551f3/norep: closing flushed file at 1732634580875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57b30984: reopening flushed file at 1732634580908 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66954256: reopening flushed file at 1732634580918 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41b7c7f5: reopening flushed file at 1732634580932 (+14 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2d78faa0da5a35835243d37e75e551f3 in 603ms, sequenceid=12, compaction requested=false at 1732634580941 (+9 ms)Writing region close event to WAL at 1732634580960 (+19 ms)Running coprocessor post-close hooks at 1732634580965 (+5 ms)Closed at 1732634580965 2024-11-26T15:23:00,965 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732634558838.2d78faa0da5a35835243d37e75e551f3. 2024-11-26T15:23:01,065 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,43437,1732634549070; all regions closed. 2024-11-26T15:23:01,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741834_1010 (size=4239) 2024-11-26T15:23:01,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741839_1015 (size=3552) 2024-11-26T15:23:01,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741833_1009 (size=2370) 2024-11-26T15:23:01,107 DEBUG [RS:0;6cc2bc8bf733:43437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:01,107 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:23:01,107 INFO [RS:0;6cc2bc8bf733:43437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:23:01,107 INFO [RS:0;6cc2bc8bf733:43437 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T15:23:01,107 INFO [RS:0;6cc2bc8bf733:43437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:23:01,108 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6cc2bc8bf733,43437,1732634549070 because: Region server is closing 2024-11-26T15:23:01,108 INFO [RS:0;6cc2bc8bf733:43437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:43437. 2024-11-26T15:23:01,108 DEBUG [RS:0;6cc2bc8bf733:43437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:01,108 DEBUG [RS:0;6cc2bc8bf733:43437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:01,108 DEBUG [RS:0;6cc2bc8bf733:43437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:01,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:01,108 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:23:01,208 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43437,1732634549070.replicationSource.shipper6cc2bc8bf733%2C43437%2C1732634549070,1-6cc2bc8bf733,43437,1732634549070 terminated 2024-11-26T15:23:01,209 INFO [RS:0;6cc2bc8bf733:43437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:43437. 2024-11-26T15:23:01,209 DEBUG [RS:0;6cc2bc8bf733:43437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:01,209 DEBUG [RS:0;6cc2bc8bf733:43437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:01,209 DEBUG [RS:0;6cc2bc8bf733:43437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:01,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:01,209 INFO [RS:0;6cc2bc8bf733:43437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43437 2024-11-26T15:23:01,282 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1359078899/rs/6cc2bc8bf733,43437,1732634549070 2024-11-26T15:23:01,282 INFO [RS:0;6cc2bc8bf733:43437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:23:01,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899/rs 2024-11-26T15:23:01,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,43437,1732634549070] 2024-11-26T15:23:01,344 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1359078899/draining/6cc2bc8bf733,43437,1732634549070 already deleted, retry=false 2024-11-26T15:23:01,344 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,43437,1732634549070 expired; onlineServers=0 2024-11-26T15:23:01,344 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,41597,1732634548932' ***** 2024-11-26T15:23:01,344 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:23:01,344 INFO [M:0;6cc2bc8bf733:41597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:23:01,344 INFO [M:0;6cc2bc8bf733:41597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:23:01,344 DEBUG [M:0;6cc2bc8bf733:41597 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:23:01,344 DEBUG [M:0;6cc2bc8bf733:41597 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:23:01,344 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634549557 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634549557,5,FailOnTimeoutGroup] 2024-11-26T15:23:01,344 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:23:01,344 INFO [M:0;6cc2bc8bf733:41597 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:23:01,344 INFO [M:0;6cc2bc8bf733:41597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:23:01,344 DEBUG [M:0;6cc2bc8bf733:41597 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:23:01,344 INFO [M:0;6cc2bc8bf733:41597 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:23:01,344 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634549563 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634549563,5,FailOnTimeoutGroup] 2024-11-26T15:23:01,344 INFO [M:0;6cc2bc8bf733:41597 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:23:01,345 INFO [M:0;6cc2bc8bf733:41597 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:23:01,345 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:23:01,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1359078899/master 2024-11-26T15:23:01,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1359078899 2024-11-26T15:23:01,365 DEBUG [M:0;6cc2bc8bf733:41597 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1359078899/master already deleted, retry=false 2024-11-26T15:23:01,365 DEBUG [M:0;6cc2bc8bf733:41597 {}] master.ActiveMasterManager(353): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1359078899/master 2024-11-26T15:23:01,365 INFO [M:0;6cc2bc8bf733:41597 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/.lastflushedseqids 2024-11-26T15:23:01,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741848_1024 (size=245) 2024-11-26T15:23:01,394 INFO [M:0;6cc2bc8bf733:41597 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:23:01,394 INFO [M:0;6cc2bc8bf733:41597 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:23:01,394 DEBUG [M:0;6cc2bc8bf733:41597 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:23:01,394 INFO [M:0;6cc2bc8bf733:41597 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:01,394 DEBUG [M:0;6cc2bc8bf733:41597 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:01,394 DEBUG [M:0;6cc2bc8bf733:41597 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:23:01,394 DEBUG [M:0;6cc2bc8bf733:41597 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:01,394 INFO [M:0;6cc2bc8bf733:41597 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-26T15:23:01,415 DEBUG [M:0;6cc2bc8bf733:41597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/683254041ad44797926a726ee08ea91f is 82, key is hbase:meta,,1/info:regioninfo/1732634550435/Put/seqid=0 2024-11-26T15:23:01,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741849_1025 (size=5672) 2024-11-26T15:23:01,426 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:01,426 INFO [RS:0;6cc2bc8bf733:43437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:23:01,426 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10177bcf9d00004, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:01,426 INFO [RS:0;6cc2bc8bf733:43437 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,43437,1732634549070; zookeeper connection closed. 2024-11-26T15:23:01,428 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@624065d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@624065d6 2024-11-26T15:23:01,428 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:23:01,527 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1491, reset compression=false 2024-11-26T15:23:01,819 INFO [M:0;6cc2bc8bf733:41597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/683254041ad44797926a726ee08ea91f 2024-11-26T15:23:01,841 DEBUG [M:0;6cc2bc8bf733:41597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19ff3d7e27bd4d7aaaf68fd986eecd2b is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732634560012/Put/seqid=0 2024-11-26T15:23:01,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741850_1026 (size=7217) 2024-11-26T15:23:02,246 INFO [M:0;6cc2bc8bf733:41597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19ff3d7e27bd4d7aaaf68fd986eecd2b 2024-11-26T15:23:02,249 INFO [M:0;6cc2bc8bf733:41597 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19ff3d7e27bd4d7aaaf68fd986eecd2b 2024-11-26T15:23:02,270 DEBUG [M:0;6cc2bc8bf733:41597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9317cd5f01294dc58ec9b84258847b91 is 69, key is 6cc2bc8bf733,43437,1732634549070/rs:state/1732634549586/Put/seqid=0 2024-11-26T15:23:02,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741851_1027 (size=5156) 2024-11-26T15:23:02,461 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1491, reset compression=false 2024-11-26T15:23:02,673 INFO [M:0;6cc2bc8bf733:41597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9317cd5f01294dc58ec9b84258847b91 2024-11-26T15:23:02,677 DEBUG [M:0;6cc2bc8bf733:41597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/683254041ad44797926a726ee08ea91f as hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/683254041ad44797926a726ee08ea91f 2024-11-26T15:23:02,681 INFO [M:0;6cc2bc8bf733:41597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/683254041ad44797926a726ee08ea91f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T15:23:02,681 DEBUG [M:0;6cc2bc8bf733:41597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19ff3d7e27bd4d7aaaf68fd986eecd2b as hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19ff3d7e27bd4d7aaaf68fd986eecd2b 2024-11-26T15:23:02,684 INFO [M:0;6cc2bc8bf733:41597 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19ff3d7e27bd4d7aaaf68fd986eecd2b 2024-11-26T15:23:02,684 INFO [M:0;6cc2bc8bf733:41597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19ff3d7e27bd4d7aaaf68fd986eecd2b, entries=11, sequenceid=105, filesize=7.0 K 2024-11-26T15:23:02,685 DEBUG [M:0;6cc2bc8bf733:41597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9317cd5f01294dc58ec9b84258847b91 as hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9317cd5f01294dc58ec9b84258847b91 2024-11-26T15:23:02,687 INFO [M:0;6cc2bc8bf733:41597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9317cd5f01294dc58ec9b84258847b91, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T15:23:02,688 INFO [M:0;6cc2bc8bf733:41597 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=105, compaction requested=false 2024-11-26T15:23:02,690 INFO [M:0;6cc2bc8bf733:41597 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:02,690 DEBUG [M:0;6cc2bc8bf733:41597 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634581394Disabling compacts and flushes for region at 1732634581394Disabling writes for close at 1732634581394Obtaining lock to block concurrent updates at 1732634581394Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634581394Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732634581395 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634581395Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634581395Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634581415 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634581415Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634581825 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634581840 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634581840Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634582249 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634582269 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634582269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b89ce50: reopening flushed file at 1732634582677 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33d30d17: reopening flushed file at 1732634582681 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39621971: reopening flushed file at 1732634582684 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=105, compaction requested=false at 1732634582688 (+4 ms)Writing region close event to WAL at 1732634582690 (+2 ms)Closed at 1732634582690 2024-11-26T15:23:02,692 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d643c3af-8ed5-677f-0bc8-41c1c087e54f/MasterData/WALs/6cc2bc8bf733,41597,1732634548932/6cc2bc8bf733%2C41597%2C1732634548932.1732634549275 not finished, retry = 0 2024-11-26T15:23:02,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34133 is added to blk_1073741830_1006 (size=64411) 2024-11-26T15:23:02,793 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:23:02,793 INFO [M:0;6cc2bc8bf733:41597 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:23:02,793 INFO [M:0;6cc2bc8bf733:41597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41597 2024-11-26T15:23:02,793 INFO [M:0;6cc2bc8bf733:41597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:23:02,967 INFO [M:0;6cc2bc8bf733:41597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:23:02,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:02,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x10177bcf9d00003, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:02,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10b05cdf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:23:02,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@582349e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:23:02,973 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:23:02,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12035f1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:23:02,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b15dbd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/hadoop.log.dir/,STOPPED} 2024-11-26T15:23:02,976 WARN [BP-1650928548-172.17.0.3-1732634547164 heartbeating to localhost/127.0.0.1:33993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:23:02,976 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:23:02,976 WARN [BP-1650928548-172.17.0.3-1732634547164 heartbeating to localhost/127.0.0.1:33993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1650928548-172.17.0.3-1732634547164 (Datanode Uuid 426598d2-3b65-4b3f-a7b2-7042fd68d2c7) service to localhost/127.0.0.1:33993 2024-11-26T15:23:02,976 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:23:02,976 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/cluster_1bf1d5ec-d3b8-df0c-13e1-7081e86f5063/data/data1/current/BP-1650928548-172.17.0.3-1732634547164 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:23:02,977 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/cluster_1bf1d5ec-d3b8-df0c-13e1-7081e86f5063/data/data2/current/BP-1650928548-172.17.0.3-1732634547164 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:23:02,977 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:23:02,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@296de6a9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:23:02,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3890d9f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:23:02,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:23:02,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43ab3f38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:23:02,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4565cc47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49966d30-b4f0-058d-cad1-0a70a574dd31/hadoop.log.dir/,STOPPED} 2024-11-26T15:23:03,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:23:03,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:23:03,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:23:03,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:03,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:03,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:03,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:03,011 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:23:03,011 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=849339020, stopped=false 2024-11-26T15:23:03,011 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,35141,1732634544005 2024-11-26T15:23:03,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01377943140/running 2024-11-26T15:23:03,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01377943140/running 2024-11-26T15:23:03,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140 2024-11-26T15:23:03,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140 2024-11-26T15:23:03,099 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:23:03,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:23:03,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:03,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:03,100 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,38727,1732634544284' ***** 2024-11-26T15:23:03,100 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:23:03,100 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:23:03,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Set watcher on znode that does not yet exist, /01377943140/running 2024-11-26T15:23:03,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Set watcher on znode that does not yet exist, /01377943140/running 2024-11-26T15:23:03,101 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:23:03,101 INFO [RS:0;6cc2bc8bf733:38727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:23:03,101 INFO [RS:0;6cc2bc8bf733:38727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:23:03,101 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e865013e25c02ec0adacb3f6ca99990 2024-11-26T15:23:03,101 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(3091): Received CLOSE for 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:23:03,101 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,38727,1732634544284 2024-11-26T15:23:03,102 INFO [RS:0;6cc2bc8bf733:38727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:23:03,102 INFO [RS:0;6cc2bc8bf733:38727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:38727. 2024-11-26T15:23:03,102 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e865013e25c02ec0adacb3f6ca99990, disabling compactions & flushes 2024-11-26T15:23:03,102 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990. 2024-11-26T15:23:03,102 DEBUG [RS:0;6cc2bc8bf733:38727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:03,102 DEBUG [RS:0;6cc2bc8bf733:38727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:03,102 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990. 2024-11-26T15:23:03,102 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990. after waiting 0 ms 2024-11-26T15:23:03,102 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990. 2024-11-26T15:23:03,102 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:23:03,102 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:23:03,102 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:23:03,102 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:23:03,102 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1e865013e25c02ec0adacb3f6ca99990 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-26T15:23:03,104 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T15:23:03,104 DEBUG [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1e865013e25c02ec0adacb3f6ca99990=test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990., 21e3856673bd7b012fd36ccf654839b1=hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1.} 2024-11-26T15:23:03,104 DEBUG [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e865013e25c02ec0adacb3f6ca99990, 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:23:03,104 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:23:03,104 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:23:03,104 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:23:03,104 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:23:03,104 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:23:03,105 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T15:23:03,128 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990/.tmp/f/4f172ddb2644463395543cce523edcc3 is 37, key is row3/f:row3/1732634576347/Put/seqid=0 2024-11-26T15:23:03,128 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/.tmp/info/a6794cfc329549e0a48d847c3367613c is 147, key is hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1./info:regioninfo/1732634563341/Put/seqid=0 2024-11-26T15:23:03,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741840_1016 (size=5228) 2024-11-26T15:23:03,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741841_1017 (size=7686) 2024-11-26T15:23:03,140 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/.tmp/info/a6794cfc329549e0a48d847c3367613c 2024-11-26T15:23:03,166 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/.tmp/ns/2e2aa6da1fd0429fbb6fd2c46f809342 is 43, key is default/ns:d/1732634547056/Put/seqid=0 2024-11-26T15:23:03,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741842_1018 (size=5153) 2024-11-26T15:23:03,174 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/.tmp/ns/2e2aa6da1fd0429fbb6fd2c46f809342 2024-11-26T15:23:03,179 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:23:03,206 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/.tmp/rep_barrier/b1d3933bd34d44ac8c55ffeb7aaa6f0a is 112, key is test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990./rep_barrier:seqnumDuringOpen/1732634557866/Put/seqid=0 2024-11-26T15:23:03,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741843_1019 (size=5518) 2024-11-26T15:23:03,220 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/.tmp/rep_barrier/b1d3933bd34d44ac8c55ffeb7aaa6f0a 2024-11-26T15:23:03,244 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/.tmp/table/3ccc0ffbfa2646ea8e21500a46a1431a is 53, key is hbase:replication/table:state/1732634563349/Put/seqid=0 2024-11-26T15:23:03,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741844_1020 (size=5308) 2024-11-26T15:23:03,304 DEBUG [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e865013e25c02ec0adacb3f6ca99990, 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:23:03,464 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1491, reset compression=false 2024-11-26T15:23:03,473 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:23:03,473 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1738, reset compression=false 2024-11-26T15:23:03,473 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,38727,1732634544284 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:23:03,474 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6cc2bc8bf733,38727,1732634544284: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6cc2bc8bf733,38727,1732634544284, walGroup=6cc2bc8bf733%2C38727%2C1732634544284, offset=6cc2bc8bf733%2C38727%2C1732634544284.1732634545981:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:38727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T15:23:03,475 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T15:23:03,475 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T15:23:03,475 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T15:23:03,475 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T15:23:03,475 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T15:23:03,476 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 734644504 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199468208 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T15:23:03,476 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:35141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:35141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T15:23:03,505 DEBUG [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e865013e25c02ec0adacb3f6ca99990, 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:23:03,539 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990/.tmp/f/4f172ddb2644463395543cce523edcc3 2024-11-26T15:23:03,545 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f172ddb2644463395543cce523edcc3 2024-11-26T15:23:03,562 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990/.tmp/f1/a2ddec916d5d4547acadd38aa4507f5f is 30, key is row1/f1:/1732634573689/DeleteFamily/seqid=0 2024-11-26T15:23:03,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741845_1021 (size=5158) 2024-11-26T15:23:03,639 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:23:03,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:03,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:03,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:03,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:03,648 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/.tmp/table/3ccc0ffbfa2646ea8e21500a46a1431a 2024-11-26T15:23:03,651 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/.tmp/info/a6794cfc329549e0a48d847c3367613c as hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/info/a6794cfc329549e0a48d847c3367613c 2024-11-26T15:23:03,661 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/info/a6794cfc329549e0a48d847c3367613c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T15:23:03,662 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/.tmp/ns/2e2aa6da1fd0429fbb6fd2c46f809342 as hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/ns/2e2aa6da1fd0429fbb6fd2c46f809342 2024-11-26T15:23:03,667 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/ns/2e2aa6da1fd0429fbb6fd2c46f809342, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T15:23:03,668 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/.tmp/rep_barrier/b1d3933bd34d44ac8c55ffeb7aaa6f0a as hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/rep_barrier/b1d3933bd34d44ac8c55ffeb7aaa6f0a 2024-11-26T15:23:03,672 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/rep_barrier/b1d3933bd34d44ac8c55ffeb7aaa6f0a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T15:23:03,673 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/.tmp/table/3ccc0ffbfa2646ea8e21500a46a1431a as hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/table/3ccc0ffbfa2646ea8e21500a46a1431a 2024-11-26T15:23:03,678 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/table/3ccc0ffbfa2646ea8e21500a46a1431a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T15:23:03,679 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 575ms, sequenceid=16, compaction requested=false 2024-11-26T15:23:03,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:03,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:03,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:03,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:03,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:03,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:03,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:03,702 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1738, reset compression=false 2024-11-26T15:23:03,705 DEBUG [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e865013e25c02ec0adacb3f6ca99990, 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:23:03,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:03,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:03,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:03,717 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T15:23:03,717 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:23:03,717 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:23:03,717 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:23:03,717 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634583104Running coprocessor pre-close hooks at 1732634583104Disabling compacts and flushes for region at 1732634583104Disabling writes for close at 1732634583104Obtaining lock to block concurrent updates at 1732634583105 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732634583105Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732634583106 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732634583107 (+1 ms)Flushing 1588230740/info: creating writer at 1732634583107Flushing 1588230740/info: appending metadata at 1732634583128 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732634583128Flushing 1588230740/ns: creating writer at 1732634583147 (+19 ms)Flushing 1588230740/ns: appending metadata at 1732634583166 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732634583166Flushing 1588230740/rep_barrier: creating writer at 1732634583179 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732634583205 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732634583205Flushing 1588230740/table: creating writer at 1732634583224 (+19 ms)Flushing 1588230740/table: appending metadata at 1732634583244 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732634583244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fbfe12f: reopening flushed file at 1732634583651 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff82090: reopening flushed file at 1732634583661 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@577df5ae: reopening flushed file at 1732634583667 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d324026: reopening flushed file at 1732634583673 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 575ms, sequenceid=16, compaction requested=false at 1732634583679 (+6 ms)Writing region close event to WAL at 1732634583705 (+26 ms)Running coprocessor post-close hooks at 1732634583717 (+12 ms)Closed at 1732634583717 2024-11-26T15:23:03,718 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:23:03,886 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:23:03,886 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:23:03,905 DEBUG [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1351): Waiting on 1e865013e25c02ec0adacb3f6ca99990, 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:23:03,976 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990/.tmp/f1/a2ddec916d5d4547acadd38aa4507f5f 2024-11-26T15:23:03,979 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2ddec916d5d4547acadd38aa4507f5f 2024-11-26T15:23:03,994 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990/.tmp/norep/86262c14f55d473ba32a11c7e102eeaa is 32, key is row/norep:/1732634572679/DeleteFamily/seqid=0 2024-11-26T15:23:03,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741846_1022 (size=5101) 2024-11-26T15:23:04,012 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1738, reset compression=false 2024-11-26T15:23:04,105 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T15:23:04,105 DEBUG [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1325): Online Regions={1e865013e25c02ec0adacb3f6ca99990=test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990., 21e3856673bd7b012fd36ccf654839b1=hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1.} 2024-11-26T15:23:04,105 DEBUG [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1351): Waiting on 1e865013e25c02ec0adacb3f6ca99990, 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:23:04,305 DEBUG [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1351): Waiting on 1e865013e25c02ec0adacb3f6ca99990, 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:23:04,398 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990/.tmp/norep/86262c14f55d473ba32a11c7e102eeaa 2024-11-26T15:23:04,402 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86262c14f55d473ba32a11c7e102eeaa 2024-11-26T15:23:04,403 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990/.tmp/f/4f172ddb2644463395543cce523edcc3 as hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990/f/4f172ddb2644463395543cce523edcc3 2024-11-26T15:23:04,408 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f172ddb2644463395543cce523edcc3 2024-11-26T15:23:04,409 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990/f/4f172ddb2644463395543cce523edcc3, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T15:23:04,409 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990/.tmp/f1/a2ddec916d5d4547acadd38aa4507f5f as hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990/f1/a2ddec916d5d4547acadd38aa4507f5f 2024-11-26T15:23:04,418 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2ddec916d5d4547acadd38aa4507f5f 2024-11-26T15:23:04,418 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990/f1/a2ddec916d5d4547acadd38aa4507f5f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T15:23:04,419 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990/.tmp/norep/86262c14f55d473ba32a11c7e102eeaa as hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990/norep/86262c14f55d473ba32a11c7e102eeaa 2024-11-26T15:23:04,422 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 1738, reset compression=false 2024-11-26T15:23:04,424 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86262c14f55d473ba32a11c7e102eeaa 2024-11-26T15:23:04,424 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990/norep/86262c14f55d473ba32a11c7e102eeaa, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T15:23:04,425 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1e865013e25c02ec0adacb3f6ca99990 in 1323ms, sequenceid=12, compaction requested=false 2024-11-26T15:23:04,447 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:23:04,447 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 to pos 2087, reset compression=false 2024-11-26T15:23:04,483 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/data/default/test/1e865013e25c02ec0adacb3f6ca99990/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T15:23:04,483 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:23:04,483 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:23:04,483 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:23:04,483 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990. 2024-11-26T15:23:04,483 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e865013e25c02ec0adacb3f6ca99990: Waiting for close lock at 1732634583102Running coprocessor pre-close hooks at 1732634583102Disabling compacts and flushes for region at 1732634583102Disabling writes for close at 1732634583102Obtaining lock to block concurrent updates at 1732634583102Preparing flush snapshotting stores in 1e865013e25c02ec0adacb3f6ca99990 at 1732634583102Finished memstore snapshotting test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732634583102Flushing stores of test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990. at 1732634583103 (+1 ms)Flushing 1e865013e25c02ec0adacb3f6ca99990/f: creating writer at 1732634583103Flushing 1e865013e25c02ec0adacb3f6ca99990/f: appending metadata at 1732634583127 (+24 ms)Flushing 1e865013e25c02ec0adacb3f6ca99990/f: closing flushed file at 1732634583127Flushing 1e865013e25c02ec0adacb3f6ca99990/f1: creating writer at 1732634583545 (+418 ms)Flushing 1e865013e25c02ec0adacb3f6ca99990/f1: appending metadata at 1732634583561 (+16 ms)Flushing 1e865013e25c02ec0adacb3f6ca99990/f1: closing flushed file at 1732634583561Flushing 1e865013e25c02ec0adacb3f6ca99990/norep: creating writer at 1732634583980 (+419 ms)Flushing 1e865013e25c02ec0adacb3f6ca99990/norep: appending metadata at 1732634583993 (+13 ms)Flushing 1e865013e25c02ec0adacb3f6ca99990/norep: closing flushed file at 1732634583993Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@155719b1: reopening flushed file at 1732634584402 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79117461: reopening flushed file at 1732634584409 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f245cfe: reopening flushed file at 1732634584418 (+9 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1e865013e25c02ec0adacb3f6ca99990 in 1323ms, sequenceid=12, compaction requested=false at 1732634584425 (+7 ms)Writing region close event to WAL at 1732634584476 (+51 ms)Running coprocessor post-close hooks at 1732634584483 (+7 ms)Closed at 1732634584483 2024-11-26T15:23:04,484 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732634556685.1e865013e25c02ec0adacb3f6ca99990. 2024-11-26T15:23:04,484 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21e3856673bd7b012fd36ccf654839b1, disabling compactions & flushes 2024-11-26T15:23:04,484 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. 2024-11-26T15:23:04,484 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. 2024-11-26T15:23:04,484 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. after waiting 0 ms 2024-11-26T15:23:04,484 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. 2024-11-26T15:23:04,484 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21e3856673bd7b012fd36ccf654839b1: Waiting for close lock at 1732634584484Running coprocessor pre-close hooks at 1732634584484Disabling compacts and flushes for region at 1732634584484Disabling writes for close at 1732634584484Failed flush hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1., putting online again at 1732634584484 2024-11-26T15:23:04,484 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. 2024-11-26T15:23:04,506 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(3091): Received CLOSE for 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:23:04,506 DEBUG [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1351): Waiting on 21e3856673bd7b012fd36ccf654839b1 2024-11-26T15:23:04,506 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21e3856673bd7b012fd36ccf654839b1, disabling compactions & flushes 2024-11-26T15:23:04,506 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. 2024-11-26T15:23:04,506 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. 2024-11-26T15:23:04,506 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. after waiting 0 ms 2024-11-26T15:23:04,506 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. 2024-11-26T15:23:04,506 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21e3856673bd7b012fd36ccf654839b1: Waiting for close lock at 1732634584506Running coprocessor pre-close hooks at 1732634584506Disabling compacts and flushes for region at 1732634584506Disabling writes for close at 1732634584506Failed flush hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1., putting online again at 1732634584506 2024-11-26T15:23:04,506 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732634562161.21e3856673bd7b012fd36ccf654839b1. 2024-11-26T15:23:04,706 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T15:23:04,706 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,38727,1732634544284; all regions closed. 2024-11-26T15:23:04,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741834_1010 (size=4239) 2024-11-26T15:23:04,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741839_1015 (size=2609) 2024-11-26T15:23:04,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741832_1008 (size=2390) 2024-11-26T15:23:04,713 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/WALs/6cc2bc8bf733,38727,1732634544284/6cc2bc8bf733%2C38727%2C1732634544284.1732634545981 not finished, retry = 0 2024-11-26T15:23:04,814 DEBUG [RS:0;6cc2bc8bf733:38727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:04,814 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:23:04,815 INFO [RS:0;6cc2bc8bf733:38727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:23:04,815 INFO [RS:0;6cc2bc8bf733:38727 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T15:23:04,815 INFO [RS:0;6cc2bc8bf733:38727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:23:04,815 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6cc2bc8bf733,38727,1732634544284 because: Region server is closing 2024-11-26T15:23:04,815 INFO [RS:0;6cc2bc8bf733:38727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:38727. 2024-11-26T15:23:04,816 DEBUG [RS:0;6cc2bc8bf733:38727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:04,816 DEBUG [RS:0;6cc2bc8bf733:38727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:04,816 DEBUG [RS:0;6cc2bc8bf733:38727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:04,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:04,816 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:23:04,916 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.shipper6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 terminated 2024-11-26T15:23:04,916 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,38727,1732634544284.replicationSource.wal-reader.6cc2bc8bf733%2C38727%2C1732634544284,1-6cc2bc8bf733,38727,1732634544284 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-26T15:23:04,917 INFO [RS:0;6cc2bc8bf733:38727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:38727. 2024-11-26T15:23:04,917 DEBUG [RS:0;6cc2bc8bf733:38727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:04,917 DEBUG [RS:0;6cc2bc8bf733:38727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:04,917 DEBUG [RS:0;6cc2bc8bf733:38727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:04,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:04,917 INFO [RS:0;6cc2bc8bf733:38727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38727 2024-11-26T15:23:04,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01377943140/rs/6cc2bc8bf733,38727,1732634544284 2024-11-26T15:23:04,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140/rs 2024-11-26T15:23:04,964 INFO [RS:0;6cc2bc8bf733:38727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:23:05,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,38727,1732634544284] 2024-11-26T15:23:05,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:05,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x10177bcf9d00001, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:05,138 INFO [RS:0;6cc2bc8bf733:38727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:23:05,138 INFO [RS:0;6cc2bc8bf733:38727 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,38727,1732634544284; zookeeper connection closed. 2024-11-26T15:23:05,138 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21cd318f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21cd318f 2024-11-26T15:23:05,138 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:23:05,153 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01377943140/draining/6cc2bc8bf733,38727,1732634544284 already deleted, retry=false 2024-11-26T15:23:05,153 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,38727,1732634544284 expired; onlineServers=0 2024-11-26T15:23:05,153 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,35141,1732634544005' ***** 2024-11-26T15:23:05,153 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:23:05,153 INFO [M:0;6cc2bc8bf733:35141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:23:05,153 INFO [M:0;6cc2bc8bf733:35141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:23:05,153 DEBUG [M:0;6cc2bc8bf733:35141 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:23:05,153 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:23:05,153 DEBUG [M:0;6cc2bc8bf733:35141 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:23:05,153 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634545744 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634545744,5,FailOnTimeoutGroup] 2024-11-26T15:23:05,153 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634545748 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634545748,5,FailOnTimeoutGroup] 2024-11-26T15:23:05,153 INFO [M:0;6cc2bc8bf733:35141 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:23:05,154 INFO [M:0;6cc2bc8bf733:35141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:23:05,154 DEBUG [M:0;6cc2bc8bf733:35141 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:23:05,154 INFO [M:0;6cc2bc8bf733:35141 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:23:05,154 INFO [M:0;6cc2bc8bf733:35141 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:23:05,154 INFO [M:0;6cc2bc8bf733:35141 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:23:05,154 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:23:05,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01377943140/master 2024-11-26T15:23:05,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01377943140 2024-11-26T15:23:05,310 DEBUG [M:0;6cc2bc8bf733:35141 {}] zookeeper.ZKUtil(347): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Unable to get data of znode /01377943140/master because node does not exist (not an error) 2024-11-26T15:23:05,310 WARN [M:0;6cc2bc8bf733:35141 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:23:05,311 INFO [M:0;6cc2bc8bf733:35141 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/.lastflushedseqids 2024-11-26T15:23:05,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741847_1023 (size=245) 2024-11-26T15:23:05,717 INFO [M:0;6cc2bc8bf733:35141 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:23:05,718 INFO [M:0;6cc2bc8bf733:35141 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:23:05,718 DEBUG [M:0;6cc2bc8bf733:35141 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:23:05,718 INFO [M:0;6cc2bc8bf733:35141 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:05,718 DEBUG [M:0;6cc2bc8bf733:35141 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:05,718 DEBUG [M:0;6cc2bc8bf733:35141 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:23:05,718 DEBUG [M:0;6cc2bc8bf733:35141 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:05,718 INFO [M:0;6cc2bc8bf733:35141 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-26T15:23:05,730 DEBUG [M:0;6cc2bc8bf733:35141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d24c8d0ac9e4cb486232b24e276a527 is 82, key is hbase:meta,,1/info:regioninfo/1732634547007/Put/seqid=0 2024-11-26T15:23:05,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741848_1024 (size=5672) 2024-11-26T15:23:06,134 INFO [M:0;6cc2bc8bf733:35141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d24c8d0ac9e4cb486232b24e276a527 2024-11-26T15:23:06,158 DEBUG [M:0;6cc2bc8bf733:35141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e462e032ec4f4900b132e8c544983020 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732634557898/Put/seqid=0 2024-11-26T15:23:06,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741849_1025 (size=7217) 2024-11-26T15:23:06,577 INFO [M:0;6cc2bc8bf733:35141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e462e032ec4f4900b132e8c544983020 2024-11-26T15:23:06,584 INFO [M:0;6cc2bc8bf733:35141 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e462e032ec4f4900b132e8c544983020 2024-11-26T15:23:06,605 DEBUG [M:0;6cc2bc8bf733:35141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1428d72efbdc4d33bdc9222fcf749596 is 69, key is 6cc2bc8bf733,38727,1732634544284/rs:state/1732634545759/Put/seqid=0 2024-11-26T15:23:06,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741850_1026 (size=5156) 2024-11-26T15:23:06,610 INFO [M:0;6cc2bc8bf733:35141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1428d72efbdc4d33bdc9222fcf749596 2024-11-26T15:23:06,616 DEBUG [M:0;6cc2bc8bf733:35141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d24c8d0ac9e4cb486232b24e276a527 as hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d24c8d0ac9e4cb486232b24e276a527 2024-11-26T15:23:06,622 INFO [M:0;6cc2bc8bf733:35141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d24c8d0ac9e4cb486232b24e276a527, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T15:23:06,624 DEBUG [M:0;6cc2bc8bf733:35141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e462e032ec4f4900b132e8c544983020 as hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e462e032ec4f4900b132e8c544983020 2024-11-26T15:23:06,636 INFO [M:0;6cc2bc8bf733:35141 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e462e032ec4f4900b132e8c544983020 2024-11-26T15:23:06,636 INFO [M:0;6cc2bc8bf733:35141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e462e032ec4f4900b132e8c544983020, entries=11, sequenceid=105, filesize=7.0 K 2024-11-26T15:23:06,637 DEBUG [M:0;6cc2bc8bf733:35141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1428d72efbdc4d33bdc9222fcf749596 as hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1428d72efbdc4d33bdc9222fcf749596 2024-11-26T15:23:06,642 INFO [M:0;6cc2bc8bf733:35141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1428d72efbdc4d33bdc9222fcf749596, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T15:23:06,643 INFO [M:0;6cc2bc8bf733:35141 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 925ms, sequenceid=105, compaction requested=false 2024-11-26T15:23:06,659 INFO [M:0;6cc2bc8bf733:35141 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:06,660 DEBUG [M:0;6cc2bc8bf733:35141 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634585718Disabling compacts and flushes for region at 1732634585718Disabling writes for close at 1732634585718Obtaining lock to block concurrent updates at 1732634585718Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634585718Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732634585718Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634585719 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634585719Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634585730 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634585730Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634586138 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634586158 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634586158Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634586584 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634586604 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634586604Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fd6d824: reopening flushed file at 1732634586614 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b60845c: reopening flushed file at 1732634586622 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5901ee94: reopening flushed file at 1732634586636 (+14 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 925ms, sequenceid=105, compaction requested=false at 1732634586643 (+7 ms)Writing region close event to WAL at 1732634586659 (+16 ms)Closed at 1732634586659 2024-11-26T15:23:06,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741830_1006 (size=64411) 2024-11-26T15:23:06,667 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e83ff083-33d5-50d3-9403-44aef0b1b749/MasterData/WALs/6cc2bc8bf733,35141,1732634544005/6cc2bc8bf733%2C35141%2C1732634544005.1732634545352 not finished, retry = 0 2024-11-26T15:23:06,768 INFO [M:0;6cc2bc8bf733:35141 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:23:06,768 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:23:06,768 INFO [M:0;6cc2bc8bf733:35141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35141 2024-11-26T15:23:06,769 INFO [M:0;6cc2bc8bf733:35141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:23:06,917 INFO [M:0;6cc2bc8bf733:35141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:23:06,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:06,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x10177bcf9d00000, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:06,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cb0eef6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:23:06,920 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@634a70a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:23:06,920 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:23:06,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4df92662{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:23:06,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41beb40b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/hadoop.log.dir/,STOPPED} 2024-11-26T15:23:06,921 WARN [BP-731775767-172.17.0.3-1732634541637 heartbeating to localhost/127.0.0.1:45575 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:23:06,921 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:23:06,921 WARN [BP-731775767-172.17.0.3-1732634541637 heartbeating to localhost/127.0.0.1:45575 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-731775767-172.17.0.3-1732634541637 (Datanode Uuid 3fcde642-4152-4ca1-8b42-3fc0e73f58ba) service to localhost/127.0.0.1:45575 2024-11-26T15:23:06,921 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:23:06,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/cluster_36a8f3f5-057e-ff52-5f7f-1d375d6bb2f4/data/data1/current/BP-731775767-172.17.0.3-1732634541637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:23:06,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/cluster_36a8f3f5-057e-ff52-5f7f-1d375d6bb2f4/data/data2/current/BP-731775767-172.17.0.3-1732634541637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:23:06,922 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:23:06,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fee5e28{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:23:06,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@686bd148{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:23:06,928 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:23:06,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18a6ddbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:23:06,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a46dceb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8267514-b935-75fa-f835-6b362d729613/hadoop.log.dir/,STOPPED} 2024-11-26T15:23:06,934 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T15:23:06,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:23:06,952 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 266) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54009) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33993 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38855 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:33993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45575 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54009) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:45575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54009) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=728 (was 669) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 425) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5321 (was 4941) - AvailableMemoryMB LEAK? - 2024-11-26T15:23:06,961 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=728, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=5321 2024-11-26T15:23:06,972 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-26T15:23:06,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/hadoop.log.dir so I do NOT create it in target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a 2024-11-26T15:23:06,973 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:23:06,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/hadoop.tmp.dir so I do NOT create it in target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a 2024-11-26T15:23:06,973 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8c04a26-0687-8f75-1e87-9920430e216e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:23:06,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a 2024-11-26T15:23:06,973 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/cluster_6d002a83-cafc-0920-0ddb-bb4b8dd2dcdc, deleteOnExit=true 2024-11-26T15:23:06,975 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/cluster_6d002a83-cafc-0920-0ddb-bb4b8dd2dcdc/zookeeper_0, clientPort=52419, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/cluster_6d002a83-cafc-0920-0ddb-bb4b8dd2dcdc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/cluster_6d002a83-cafc-0920-0ddb-bb4b8dd2dcdc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T15:23:06,976 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52419 2024-11-26T15:23:06,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:23:06,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:23:06,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/test.cache.data in system properties and HBase conf 2024-11-26T15:23:06,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:23:06,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:23:06,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:23:06,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:23:06,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:23:06,976 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:23:06,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:23:06,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:23:06,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:23:06,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:23:06,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:23:06,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:23:06,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:23:06,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:23:06,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:23:06,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:23:06,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:23:06,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:23:06,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:23:06,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:23:07,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10177bcf9d00005, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:23:07,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10177bcf9d00008, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:23:07,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10177bcf9d00002, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:23:07,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10177bcf9d00008, quorum=127.0.0.1:54009, baseZNode=/2-441181676 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:23:07,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10177bcf9d00002, quorum=127.0.0.1:54009, baseZNode=/01377943140 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:23:07,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10177bcf9d00005, quorum=127.0.0.1:54009, baseZNode=/1-1359078899 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:23:07,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:23:07,369 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:23:07,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:23:07,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:23:07,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:23:07,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:23:07,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65358e98{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:23:07,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@696b013d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:23:07,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e8f5ece{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/java.io.tmpdir/jetty-localhost-42559-hadoop-hdfs-3_4_1-tests_jar-_-any-3890681065214199010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:23:07,503 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@672da220{HTTP/1.1, (http/1.1)}{localhost:42559} 2024-11-26T15:23:07,504 INFO [Time-limited test {}] server.Server(415): Started @285603ms 2024-11-26T15:23:07,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:23:07,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:23:07,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:23:07,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:23:07,784 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:23:07,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67fb10c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:23:07,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24445d34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:23:07,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@944292c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/java.io.tmpdir/jetty-localhost-42395-hadoop-hdfs-3_4_1-tests_jar-_-any-1417441935457611720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:23:07,888 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2498731e{HTTP/1.1, (http/1.1)}{localhost:42395} 2024-11-26T15:23:07,888 INFO [Time-limited test {}] server.Server(415): Started @285987ms 2024-11-26T15:23:07,890 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:23:08,660 WARN [Thread-3452 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/cluster_6d002a83-cafc-0920-0ddb-bb4b8dd2dcdc/data/data2/current/BP-1845116550-172.17.0.3-1732634586998/current, will proceed with Du for space computation calculation, 2024-11-26T15:23:08,660 WARN [Thread-3451 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/cluster_6d002a83-cafc-0920-0ddb-bb4b8dd2dcdc/data/data1/current/BP-1845116550-172.17.0.3-1732634586998/current, will proceed with Du for space computation calculation, 2024-11-26T15:23:08,680 WARN [Thread-3439 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:23:08,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8e4995ab43f578 with lease ID 0xa94166a767322960: Processing first storage report for DS-3aba07d7-0a51-48d8-a1b7-d9eb59e18115 from datanode DatanodeRegistration(127.0.0.1:37689, datanodeUuid=8b728faa-f7e2-49f2-a4b3-ea1b55e76c03, infoPort=36709, infoSecurePort=0, ipcPort=39771, storageInfo=lv=-57;cid=testClusterID;nsid=1834229843;c=1732634586998) 2024-11-26T15:23:08,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8e4995ab43f578 with lease ID 0xa94166a767322960: from storage DS-3aba07d7-0a51-48d8-a1b7-d9eb59e18115 node DatanodeRegistration(127.0.0.1:37689, datanodeUuid=8b728faa-f7e2-49f2-a4b3-ea1b55e76c03, infoPort=36709, infoSecurePort=0, ipcPort=39771, storageInfo=lv=-57;cid=testClusterID;nsid=1834229843;c=1732634586998), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:23:08,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8e4995ab43f578 with lease ID 0xa94166a767322960: Processing first storage report for DS-b385e5a0-58a9-41c5-97b0-dd94e899c8b5 from datanode DatanodeRegistration(127.0.0.1:37689, datanodeUuid=8b728faa-f7e2-49f2-a4b3-ea1b55e76c03, infoPort=36709, infoSecurePort=0, ipcPort=39771, storageInfo=lv=-57;cid=testClusterID;nsid=1834229843;c=1732634586998) 2024-11-26T15:23:08,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8e4995ab43f578 with lease ID 0xa94166a767322960: from storage DS-b385e5a0-58a9-41c5-97b0-dd94e899c8b5 node DatanodeRegistration(127.0.0.1:37689, datanodeUuid=8b728faa-f7e2-49f2-a4b3-ea1b55e76c03, infoPort=36709, infoSecurePort=0, ipcPort=39771, storageInfo=lv=-57;cid=testClusterID;nsid=1834229843;c=1732634586998), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:23:08,728 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a 2024-11-26T15:23:08,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:08,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:08,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:23:09,138 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4 with version=8 2024-11-26T15:23:09,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/hbase-staging 2024-11-26T15:23:09,140 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:23:09,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:09,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:09,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:23:09,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:09,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:23:09,140 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:23:09,140 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:23:09,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40369 2024-11-26T15:23:09,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40369 connecting to ZooKeeper ensemble=127.0.0.1:52419 2024-11-26T15:23:09,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:23:09,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:09,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:09,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:09,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:09,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:09,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403690x0, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:23:09,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40369-0x10177bdab0a0000 connected 2024-11-26T15:23:09,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:09,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:09,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:09,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:09,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:09,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:09,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:09,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:09,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:09,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:09,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:09,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:09,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Set watcher on znode that does not yet exist, /0-1483427572/running 2024-11-26T15:23:09,339 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4, hbase.cluster.distributed=false 2024-11-26T15:23:09,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Set watcher on znode that does not yet exist, /0-1483427572/acl 2024-11-26T15:23:09,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40369 2024-11-26T15:23:09,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40369 2024-11-26T15:23:09,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40369 2024-11-26T15:23:09,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40369 2024-11-26T15:23:09,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40369 2024-11-26T15:23:09,358 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:23:09,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:09,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:09,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:23:09,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:09,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:23:09,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:23:09,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:23:09,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44189 2024-11-26T15:23:09,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44189 connecting to ZooKeeper ensemble=127.0.0.1:52419 2024-11-26T15:23:09,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:09,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:09,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441890x0, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:23:09,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441890x0, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Set watcher on znode that does not yet exist, /0-1483427572/running 2024-11-26T15:23:09,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44189-0x10177bdab0a0001 connected 2024-11-26T15:23:09,378 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:23:09,378 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:23:09,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Set watcher on znode that does not yet exist, /0-1483427572/master 2024-11-26T15:23:09,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Set watcher on znode that does not yet exist, /0-1483427572/acl 2024-11-26T15:23:09,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44189 2024-11-26T15:23:09,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44189 2024-11-26T15:23:09,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44189 2024-11-26T15:23:09,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44189 2024-11-26T15:23:09,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44189 2024-11-26T15:23:09,395 DEBUG [M:0;6cc2bc8bf733:40369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:40369 2024-11-26T15:23:09,396 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1483427572/backup-masters/6cc2bc8bf733,40369,1732634589139 2024-11-26T15:23:09,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572/backup-masters 2024-11-26T15:23:09,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572/backup-masters 2024-11-26T15:23:09,409 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Set watcher on existing znode=/0-1483427572/backup-masters/6cc2bc8bf733,40369,1732634589139 2024-11-26T15:23:09,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T15:23:09,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T15:23:09,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T15:23:09,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:23:09,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1483427572/master 2024-11-26T15:23:09,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572 2024-11-26T15:23:09,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572 2024-11-26T15:23:09,419 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Set watcher on existing znode=/0-1483427572/master 2024-11-26T15:23:09,420 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1483427572/backup-masters/6cc2bc8bf733,40369,1732634589139 from backup master directory 2024-11-26T15:23:09,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572/backup-masters 2024-11-26T15:23:09,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1483427572/backup-masters/6cc2bc8bf733,40369,1732634589139 2024-11-26T15:23:09,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572/backup-masters 2024-11-26T15:23:09,430 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:23:09,430 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,40369,1732634589139 2024-11-26T15:23:09,432 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/hbase.id] with ID: 7ae7ef46-7e6f-41d2-b508-078143640ffb 2024-11-26T15:23:09,432 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/.tmp/hbase.id 2024-11-26T15:23:09,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:23:09,842 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/.tmp/hbase.id]:[hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/hbase.id] 2024-11-26T15:23:09,850 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:09,850 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:23:09,851 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T15:23:09,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572 2024-11-26T15:23:09,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572 2024-11-26T15:23:09,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:23:09,891 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:23:09,892 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:23:09,892 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:23:09,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:23:09,905 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store 2024-11-26T15:23:09,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:23:09,923 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:09,923 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:23:09,923 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:09,923 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:09,923 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:23:09,923 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:09,923 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:09,923 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634589923Disabling compacts and flushes for region at 1732634589923Disabling writes for close at 1732634589923Writing region close event to WAL at 1732634589923Closed at 1732634589923 2024-11-26T15:23:09,924 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/.initializing 2024-11-26T15:23:09,924 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/WALs/6cc2bc8bf733,40369,1732634589139 2024-11-26T15:23:09,925 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:23:09,931 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C40369%2C1732634589139, suffix=, logDir=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/WALs/6cc2bc8bf733,40369,1732634589139, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/oldWALs, maxLogs=10 2024-11-26T15:23:09,947 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/WALs/6cc2bc8bf733,40369,1732634589139/6cc2bc8bf733%2C40369%2C1732634589139.1732634589931, exclude list is [], retry=0 2024-11-26T15:23:09,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37689,DS-3aba07d7-0a51-48d8-a1b7-d9eb59e18115,DISK] 2024-11-26T15:23:09,951 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/WALs/6cc2bc8bf733,40369,1732634589139/6cc2bc8bf733%2C40369%2C1732634589139.1732634589931 2024-11-26T15:23:09,952 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36709:36709)] 2024-11-26T15:23:09,952 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:23:09,952 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:09,952 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:09,952 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:09,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:09,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:23:09,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:09,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:09,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:09,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:23:09,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:09,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:09,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:09,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:23:09,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:09,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:09,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:09,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:23:09,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:09,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:09,962 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:09,962 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:09,963 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:09,963 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:09,963 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:09,964 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:23:09,965 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:09,966 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:23:09,966 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58740993, jitterRate=-0.12469099462032318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:23:09,967 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634589952Initializing all the Stores at 1732634589953 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634589953Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634589956 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634589956Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634589957 (+1 ms)Cleaning up temporary data from old regions at 1732634589963 (+6 ms)Region opened successfully at 1732634589967 (+4 ms) 2024-11-26T15:23:09,967 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:23:09,969 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229c7aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:23:09,970 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:23:09,970 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:23:09,970 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:23:09,971 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:23:09,971 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:23:09,971 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:23:09,971 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:23:09,973 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:23:09,973 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Unable to get data of znode /0-1483427572/balancer because node does not exist (not necessarily an error) 2024-11-26T15:23:09,984 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1483427572/balancer already deleted, retry=false 2024-11-26T15:23:09,984 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:23:09,985 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Unable to get data of znode /0-1483427572/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:23:09,994 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1483427572/normalizer already deleted, retry=false 2024-11-26T15:23:09,995 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:23:09,995 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Unable to get data of znode /0-1483427572/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:23:10,005 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1483427572/switch/split already deleted, retry=false 2024-11-26T15:23:10,006 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Unable to get data of znode /0-1483427572/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:23:10,015 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1483427572/switch/merge already deleted, retry=false 2024-11-26T15:23:10,017 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Unable to get data of znode /0-1483427572/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:23:10,026 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1483427572/snapshot-cleanup already deleted, retry=false 2024-11-26T15:23:10,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1483427572/running 2024-11-26T15:23:10,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572 2024-11-26T15:23:10,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1483427572/running 2024-11-26T15:23:10,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572 2024-11-26T15:23:10,037 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,40369,1732634589139, sessionid=0x10177bdab0a0000, setting cluster-up flag (Was=false) 2024-11-26T15:23:10,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572 2024-11-26T15:23:10,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572 2024-11-26T15:23:10,089 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1483427572/flush-table-proc/acquired, /0-1483427572/flush-table-proc/reached, /0-1483427572/flush-table-proc/abort 2024-11-26T15:23:10,092 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,40369,1732634589139 2024-11-26T15:23:10,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572 2024-11-26T15:23:10,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572 2024-11-26T15:23:10,145 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1483427572/online-snapshot/acquired, /0-1483427572/online-snapshot/reached, /0-1483427572/online-snapshot/abort 2024-11-26T15:23:10,146 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,40369,1732634589139 2024-11-26T15:23:10,147 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:23:10,149 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:23:10,149 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:23:10,149 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:23:10,149 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,40369,1732634589139 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:23:10,151 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:23:10,151 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:23:10,151 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:23:10,151 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:23:10,151 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:23:10,151 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:10,151 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:23:10,151 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:10,152 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634620152 2024-11-26T15:23:10,152 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:23:10,152 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:23:10,152 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:23:10,152 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:23:10,152 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:23:10,152 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:23:10,152 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:23:10,152 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:23:10,153 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:10,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:23:10,156 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:10,156 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:23:10,157 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:23:10,157 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:23:10,157 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:23:10,157 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:23:10,157 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:23:10,157 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634590157,5,FailOnTimeoutGroup] 2024-11-26T15:23:10,157 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634590157,5,FailOnTimeoutGroup] 2024-11-26T15:23:10,157 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:10,157 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:23:10,157 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:10,157 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:10,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:23:10,185 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(746): ClusterId : 7ae7ef46-7e6f-41d2-b508-078143640ffb 2024-11-26T15:23:10,185 DEBUG [RS:0;6cc2bc8bf733:44189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:23:10,199 DEBUG [RS:0;6cc2bc8bf733:44189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:23:10,199 DEBUG [RS:0;6cc2bc8bf733:44189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:23:10,209 DEBUG [RS:0;6cc2bc8bf733:44189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:23:10,209 DEBUG [RS:0;6cc2bc8bf733:44189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764aaa18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:23:10,223 DEBUG [RS:0;6cc2bc8bf733:44189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:44189 2024-11-26T15:23:10,223 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:23:10,223 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:23:10,223 DEBUG [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:23:10,224 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,40369,1732634589139 with port=44189, startcode=1732634589358 2024-11-26T15:23:10,224 DEBUG [RS:0;6cc2bc8bf733:44189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:23:10,225 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:23:10,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,44189,1732634589358 2024-11-26T15:23:10,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40369 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,44189,1732634589358 2024-11-26T15:23:10,227 DEBUG [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4 2024-11-26T15:23:10,227 DEBUG [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42763 2024-11-26T15:23:10,227 DEBUG [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:23:10,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572/rs 2024-11-26T15:23:10,237 DEBUG [RS:0;6cc2bc8bf733:44189 {}] zookeeper.ZKUtil(111): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Set watcher on existing znode=/0-1483427572/rs/6cc2bc8bf733,44189,1732634589358 2024-11-26T15:23:10,237 WARN [RS:0;6cc2bc8bf733:44189 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:23:10,237 INFO [RS:0;6cc2bc8bf733:44189 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:23:10,237 DEBUG [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358 2024-11-26T15:23:10,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,44189,1732634589358] 2024-11-26T15:23:10,239 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:23:10,244 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:23:10,244 INFO [RS:0;6cc2bc8bf733:44189 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:23:10,244 INFO [RS:0;6cc2bc8bf733:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:10,245 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:23:10,245 INFO [RS:0;6cc2bc8bf733:44189 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:23:10,245 INFO [RS:0;6cc2bc8bf733:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:10,245 DEBUG [RS:0;6cc2bc8bf733:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:10,245 DEBUG [RS:0;6cc2bc8bf733:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:10,245 DEBUG [RS:0;6cc2bc8bf733:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:10,245 DEBUG [RS:0;6cc2bc8bf733:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:10,245 DEBUG [RS:0;6cc2bc8bf733:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:10,245 DEBUG [RS:0;6cc2bc8bf733:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:23:10,245 DEBUG [RS:0;6cc2bc8bf733:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:10,245 DEBUG [RS:0;6cc2bc8bf733:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:10,245 DEBUG [RS:0;6cc2bc8bf733:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:10,245 DEBUG [RS:0;6cc2bc8bf733:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:10,245 DEBUG [RS:0;6cc2bc8bf733:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:10,245 DEBUG [RS:0;6cc2bc8bf733:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:10,245 DEBUG [RS:0;6cc2bc8bf733:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:23:10,245 DEBUG [RS:0;6cc2bc8bf733:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:23:10,246 INFO [RS:0;6cc2bc8bf733:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:10,246 INFO [RS:0;6cc2bc8bf733:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:10,246 INFO [RS:0;6cc2bc8bf733:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:10,246 INFO [RS:0;6cc2bc8bf733:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:10,246 INFO [RS:0;6cc2bc8bf733:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:10,246 INFO [RS:0;6cc2bc8bf733:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,44189,1732634589358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:23:10,260 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:23:10,260 INFO [RS:0;6cc2bc8bf733:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,44189,1732634589358-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:10,260 INFO [RS:0;6cc2bc8bf733:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:10,260 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.Replication(171): 6cc2bc8bf733,44189,1732634589358 started 2024-11-26T15:23:10,272 INFO [RS:0;6cc2bc8bf733:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:10,272 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,44189,1732634589358, RpcServer on 6cc2bc8bf733/172.17.0.3:44189, sessionid=0x10177bdab0a0001 2024-11-26T15:23:10,272 DEBUG [RS:0;6cc2bc8bf733:44189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:23:10,272 DEBUG [RS:0;6cc2bc8bf733:44189 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,44189,1732634589358 2024-11-26T15:23:10,272 DEBUG [RS:0;6cc2bc8bf733:44189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,44189,1732634589358' 2024-11-26T15:23:10,272 DEBUG [RS:0;6cc2bc8bf733:44189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1483427572/flush-table-proc/abort' 2024-11-26T15:23:10,273 DEBUG [RS:0;6cc2bc8bf733:44189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1483427572/flush-table-proc/acquired' 2024-11-26T15:23:10,273 DEBUG [RS:0;6cc2bc8bf733:44189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:23:10,273 DEBUG [RS:0;6cc2bc8bf733:44189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:23:10,273 DEBUG [RS:0;6cc2bc8bf733:44189 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,44189,1732634589358 2024-11-26T15:23:10,273 DEBUG [RS:0;6cc2bc8bf733:44189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,44189,1732634589358' 2024-11-26T15:23:10,273 DEBUG [RS:0;6cc2bc8bf733:44189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1483427572/online-snapshot/abort' 2024-11-26T15:23:10,274 DEBUG [RS:0;6cc2bc8bf733:44189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1483427572/online-snapshot/acquired' 2024-11-26T15:23:10,274 DEBUG [RS:0;6cc2bc8bf733:44189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:23:10,274 INFO [RS:0;6cc2bc8bf733:44189 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:23:10,274 INFO [RS:0;6cc2bc8bf733:44189 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:23:10,374 INFO [RS:0;6cc2bc8bf733:44189 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:23:10,376 INFO [RS:0;6cc2bc8bf733:44189 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C44189%2C1732634589358, suffix=, logDir=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/oldWALs, maxLogs=10 2024-11-26T15:23:10,394 DEBUG [RS:0;6cc2bc8bf733:44189 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376, exclude list is [], retry=0 2024-11-26T15:23:10,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37689,DS-3aba07d7-0a51-48d8-a1b7-d9eb59e18115,DISK] 2024-11-26T15:23:10,397 INFO [RS:0;6cc2bc8bf733:44189 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 2024-11-26T15:23:10,397 DEBUG [RS:0;6cc2bc8bf733:44189 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36709:36709)] 2024-11-26T15:23:10,562 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:23:10,562 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4 2024-11-26T15:23:10,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741833_1009 (size=32) 2024-11-26T15:23:10,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:10,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:23:10,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:23:10,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:10,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:10,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:23:10,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:23:10,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:10,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:10,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:23:10,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:23:10,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:10,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:10,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:23:10,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:23:10,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:10,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:10,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:23:10,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740 2024-11-26T15:23:10,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740 2024-11-26T15:23:10,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:23:10,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:23:10,979 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:23:10,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:23:10,981 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:23:10,981 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75016001, jitterRate=0.11782552301883698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:23:10,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634590972Initializing all the Stores at 1732634590972Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634590972Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634590973 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634590973Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634590973Cleaning up temporary data from old regions at 1732634590978 (+5 ms)Region opened successfully at 1732634590981 (+3 ms) 2024-11-26T15:23:10,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:23:10,982 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:23:10,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:23:10,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:23:10,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:23:10,982 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:23:10,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634590982Disabling compacts and flushes for region at 1732634590982Disabling writes for close at 1732634590982Writing region close event to WAL at 1732634590982Closed at 1732634590982 2024-11-26T15:23:10,983 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:23:10,983 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:23:10,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:23:10,984 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:23:10,985 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:23:11,135 DEBUG [6cc2bc8bf733:40369 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:23:11,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,44189,1732634589358 2024-11-26T15:23:11,140 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,44189,1732634589358, state=OPENING 2024-11-26T15:23:11,203 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:23:11,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572 2024-11-26T15:23:11,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572 2024-11-26T15:23:11,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1483427572/meta-region-server: CHANGED 2024-11-26T15:23:11,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1483427572/meta-region-server: CHANGED 2024-11-26T15:23:11,329 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:23:11,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,44189,1732634589358}] 2024-11-26T15:23:11,481 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:23:11,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:23:11,485 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:23:11,485 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:23:11,485 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:23:11,486 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C44189%2C1732634589358.meta, suffix=.meta, logDir=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/oldWALs, maxLogs=10 2024-11-26T15:23:11,498 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.meta.1732634591486.meta, exclude list is [], retry=0 2024-11-26T15:23:11,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37689,DS-3aba07d7-0a51-48d8-a1b7-d9eb59e18115,DISK] 2024-11-26T15:23:11,503 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.meta.1732634591486.meta 2024-11-26T15:23:11,504 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36709:36709)] 2024-11-26T15:23:11,504 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:23:11,505 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:23:11,505 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:23:11,505 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:23:11,505 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:23:11,505 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:23:11,505 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:11,505 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:23:11,505 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:23:11,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:23:11,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:23:11,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:11,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:11,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:23:11,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:23:11,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:11,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:11,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:23:11,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:23:11,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:11,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:11,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:23:11,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:23:11,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:11,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:11,511 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:23:11,512 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740 2024-11-26T15:23:11,513 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740 2024-11-26T15:23:11,514 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:23:11,514 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:23:11,514 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:23:11,515 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:23:11,516 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71889655, jitterRate=0.07123933732509613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:23:11,516 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:23:11,517 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634591505Writing region info on filesystem at 1732634591505Initializing all the Stores at 1732634591506 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634591506Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634591507 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634591507Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634591507Cleaning up temporary data from old regions at 1732634591514 (+7 ms)Running coprocessor post-open hooks at 1732634591516 (+2 ms)Region opened successfully at 1732634591517 (+1 ms) 2024-11-26T15:23:11,518 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634591481 2024-11-26T15:23:11,520 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:23:11,520 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:23:11,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,44189,1732634589358 2024-11-26T15:23:11,521 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,44189,1732634589358, state=OPEN 2024-11-26T15:23:11,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1483427572/meta-region-server 2024-11-26T15:23:11,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1483427572/meta-region-server 2024-11-26T15:23:11,614 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,44189,1732634589358 2024-11-26T15:23:11,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1483427572/meta-region-server: CHANGED 2024-11-26T15:23:11,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1483427572/meta-region-server: CHANGED 2024-11-26T15:23:11,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:23:11,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,44189,1732634589358 in 285 msec 2024-11-26T15:23:11,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:23:11,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-11-26T15:23:11,618 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:23:11,618 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:23:11,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:23:11,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,44189,1732634589358, seqNum=-1] 2024-11-26T15:23:11,619 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:23:11,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:23:11,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4750 sec 2024-11-26T15:23:11,624 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634591624, completionTime=-1 2024-11-26T15:23:11,624 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:23:11,624 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:23:11,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:23:11,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634651626 2024-11-26T15:23:11,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634711626 2024-11-26T15:23:11,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T15:23:11,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,40369,1732634589139-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:11,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,40369,1732634589139-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:11,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,40369,1732634589139-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:11,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:40369, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:11,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:11,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:11,628 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:23:11,629 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.199sec 2024-11-26T15:23:11,630 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:23:11,630 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:23:11,630 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:23:11,630 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:23:11,630 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:23:11,630 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,40369,1732634589139-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:23:11,630 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,40369,1732634589139-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:23:11,631 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:23:11,631 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:23:11,631 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,40369,1732634589139-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:11,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c308c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:11,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,40369,-1 for getting cluster id 2024-11-26T15:23:11,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:11,687 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ae7ef46-7e6f-41d2-b508-078143640ffb' 2024-11-26T15:23:11,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:11,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ae7ef46-7e6f-41d2-b508-078143640ffb" 2024-11-26T15:23:11,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331947e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:11,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,40369,-1] 2024-11-26T15:23:11,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:11,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:11,689 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:11,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2fe634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:11,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:23:11,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,44189,1732634589358, seqNum=-1] 2024-11-26T15:23:11,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:23:11,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:23:11,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,40369,1732634589139 2024-11-26T15:23:11,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52419 2024-11-26T15:23:11,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:23:11,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10177bdab0a0002 connected 2024-11-26T15:23:11,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/hadoop.log.dir so I do NOT create it in target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61 2024-11-26T15:23:11,808 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:23:11,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/hadoop.tmp.dir so I do NOT create it in target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61 2024-11-26T15:23:11,808 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:23:11,808 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61 2024-11-26T15:23:11,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:23:11,808 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/cluster_ca1c1d33-f402-433c-d3d8-155ebe338e48, deleteOnExit=true 2024-11-26T15:23:11,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:23:11,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/test.cache.data in system properties and HBase conf 2024-11-26T15:23:11,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:23:11,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:23:11,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:23:11,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:23:11,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:23:11,809 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:23:11,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:23:11,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:23:11,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:23:11,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:23:11,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:23:11,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:23:11,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:23:11,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:23:11,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:23:11,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:23:11,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:23:11,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:23:11,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:23:11,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:23:12,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:23:12,252 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:23:12,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:23:12,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:23:12,256 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:23:12,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:23:12,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1df41171{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:23:12,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66088522{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:23:12,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@259652a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/java.io.tmpdir/jetty-localhost-37727-hadoop-hdfs-3_4_1-tests_jar-_-any-10000006256729076018/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:23:12,355 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@743c2598{HTTP/1.1, (http/1.1)}{localhost:37727} 2024-11-26T15:23:12,355 INFO [Time-limited test {}] server.Server(415): Started @290455ms 2024-11-26T15:23:12,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:23:12,746 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:23:12,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:23:12,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:23:12,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:23:12,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45ae30c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:23:12,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15cfdc73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:23:12,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@653d36fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/java.io.tmpdir/jetty-localhost-37565-hadoop-hdfs-3_4_1-tests_jar-_-any-7195120069093896799/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:23:12,846 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49c6df58{HTTP/1.1, (http/1.1)}{localhost:37565} 2024-11-26T15:23:12,846 INFO [Time-limited test {}] server.Server(415): Started @290945ms 2024-11-26T15:23:12,847 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:23:13,773 WARN [Thread-3572 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/cluster_ca1c1d33-f402-433c-d3d8-155ebe338e48/data/data1/current/BP-1673431398-172.17.0.3-1732634591824/current, will proceed with Du for space computation calculation, 2024-11-26T15:23:13,773 WARN [Thread-3573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/cluster_ca1c1d33-f402-433c-d3d8-155ebe338e48/data/data2/current/BP-1673431398-172.17.0.3-1732634591824/current, will proceed with Du for space computation calculation, 2024-11-26T15:23:13,789 WARN [Thread-3560 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:23:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x130f77f132330e77 with lease ID 0xeceb63b2c40411: Processing first storage report for DS-f3055fde-b38a-489f-882c-e8e990ff7087 from datanode DatanodeRegistration(127.0.0.1:41171, datanodeUuid=f2d96466-c53b-4045-89dd-adaa2786427f, infoPort=40619, infoSecurePort=0, ipcPort=35241, storageInfo=lv=-57;cid=testClusterID;nsid=1673682034;c=1732634591824) 2024-11-26T15:23:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x130f77f132330e77 with lease ID 0xeceb63b2c40411: from storage DS-f3055fde-b38a-489f-882c-e8e990ff7087 node DatanodeRegistration(127.0.0.1:41171, datanodeUuid=f2d96466-c53b-4045-89dd-adaa2786427f, infoPort=40619, infoSecurePort=0, ipcPort=35241, storageInfo=lv=-57;cid=testClusterID;nsid=1673682034;c=1732634591824), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T15:23:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x130f77f132330e77 with lease ID 0xeceb63b2c40411: Processing first storage report for DS-9ea2fa29-1f7e-46a4-a8bb-f07a2b549053 from datanode DatanodeRegistration(127.0.0.1:41171, datanodeUuid=f2d96466-c53b-4045-89dd-adaa2786427f, infoPort=40619, infoSecurePort=0, ipcPort=35241, storageInfo=lv=-57;cid=testClusterID;nsid=1673682034;c=1732634591824) 2024-11-26T15:23:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x130f77f132330e77 with lease ID 0xeceb63b2c40411: from storage DS-9ea2fa29-1f7e-46a4-a8bb-f07a2b549053 node DatanodeRegistration(127.0.0.1:41171, datanodeUuid=f2d96466-c53b-4045-89dd-adaa2786427f, infoPort=40619, infoSecurePort=0, ipcPort=35241, storageInfo=lv=-57;cid=testClusterID;nsid=1673682034;c=1732634591824), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:23:13,873 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61 2024-11-26T15:23:13,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:13,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:13,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:23:14,291 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a with version=8 2024-11-26T15:23:14,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/hbase-staging 2024-11-26T15:23:14,292 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:23:14,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:14,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:14,293 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:23:14,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:14,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:23:14,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:23:14,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:23:14,293 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44587 2024-11-26T15:23:14,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44587 connecting to ZooKeeper ensemble=127.0.0.1:52419 2024-11-26T15:23:14,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445870x0, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:23:14,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44587-0x10177bdab0a0003 connected 2024-11-26T15:23:14,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:14,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:14,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Set watcher on znode that does not yet exist, /1-791700007/running 2024-11-26T15:23:14,506 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a, hbase.cluster.distributed=false 2024-11-26T15:23:14,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Set watcher on znode that does not yet exist, /1-791700007/acl 2024-11-26T15:23:14,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44587 2024-11-26T15:23:14,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44587 2024-11-26T15:23:14,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44587 2024-11-26T15:23:14,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44587 2024-11-26T15:23:14,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44587 2024-11-26T15:23:14,522 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:23:14,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:14,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:14,522 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:23:14,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:14,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:23:14,522 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:23:14,522 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:23:14,522 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43151 2024-11-26T15:23:14,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43151 connecting to ZooKeeper ensemble=127.0.0.1:52419 2024-11-26T15:23:14,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:14,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:14,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431510x0, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:23:14,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43151-0x10177bdab0a0004 connected 2024-11-26T15:23:14,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Set watcher on znode that does not yet exist, /1-791700007/running 2024-11-26T15:23:14,535 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:23:14,535 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:23:14,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Set watcher on znode that does not yet exist, /1-791700007/master 2024-11-26T15:23:14,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Set watcher on znode that does not yet exist, /1-791700007/acl 2024-11-26T15:23:14,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43151 2024-11-26T15:23:14,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43151 2024-11-26T15:23:14,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43151 2024-11-26T15:23:14,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43151 2024-11-26T15:23:14,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43151 2024-11-26T15:23:14,553 DEBUG [M:0;6cc2bc8bf733:44587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:44587 2024-11-26T15:23:14,553 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-791700007/backup-masters/6cc2bc8bf733,44587,1732634594292 2024-11-26T15:23:14,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007/backup-masters 2024-11-26T15:23:14,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007/backup-masters 2024-11-26T15:23:14,563 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Set watcher on existing znode=/1-791700007/backup-masters/6cc2bc8bf733,44587,1732634594292 2024-11-26T15:23:14,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-791700007/master 2024-11-26T15:23:14,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007 2024-11-26T15:23:14,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007 2024-11-26T15:23:14,573 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Set watcher on existing znode=/1-791700007/master 2024-11-26T15:23:14,574 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-791700007/backup-masters/6cc2bc8bf733,44587,1732634594292 from backup master directory 2024-11-26T15:23:14,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-791700007/backup-masters/6cc2bc8bf733,44587,1732634594292 2024-11-26T15:23:14,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007/backup-masters 2024-11-26T15:23:14,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007/backup-masters 2024-11-26T15:23:14,584 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:23:14,584 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,44587,1732634594292 2024-11-26T15:23:14,586 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/hbase.id] with ID: f153de54-528f-467f-9fa2-9bb8f770f85f 2024-11-26T15:23:14,586 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/.tmp/hbase.id 2024-11-26T15:23:14,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:23:14,915 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:23:14,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:14,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:14,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:14,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:14,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:14,997 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/.tmp/hbase.id]:[hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/hbase.id] 2024-11-26T15:23:15,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:15,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:15,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:15,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:15,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:15,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:15,021 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:15,021 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:23:15,022 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T15:23:15,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:15,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:15,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:15,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:15,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007 2024-11-26T15:23:15,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007 2024-11-26T15:23:15,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:23:15,530 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:23:15,530 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:23:15,536 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:23:15,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:23:15,562 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store 2024-11-26T15:23:15,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:23:15,570 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:15,570 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:23:15,570 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:15,570 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:15,570 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:23:15,570 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:15,570 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:15,570 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634595570Disabling compacts and flushes for region at 1732634595570Disabling writes for close at 1732634595570Writing region close event to WAL at 1732634595570Closed at 1732634595570 2024-11-26T15:23:15,571 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/.initializing 2024-11-26T15:23:15,571 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/WALs/6cc2bc8bf733,44587,1732634594292 2024-11-26T15:23:15,572 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:23:15,574 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C44587%2C1732634594292, suffix=, logDir=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/WALs/6cc2bc8bf733,44587,1732634594292, archiveDir=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/oldWALs, maxLogs=10 2024-11-26T15:23:15,592 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/WALs/6cc2bc8bf733,44587,1732634594292/6cc2bc8bf733%2C44587%2C1732634594292.1732634595574, exclude list is [], retry=0 2024-11-26T15:23:15,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41171,DS-f3055fde-b38a-489f-882c-e8e990ff7087,DISK] 2024-11-26T15:23:15,600 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/WALs/6cc2bc8bf733,44587,1732634594292/6cc2bc8bf733%2C44587%2C1732634594292.1732634595574 2024-11-26T15:23:15,604 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40619:40619)] 2024-11-26T15:23:15,604 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:23:15,605 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:15,605 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:15,605 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:15,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:15,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:23:15,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:15,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:15,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:15,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:23:15,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:15,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:15,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:15,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:23:15,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:15,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:15,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:15,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:23:15,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:15,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:15,617 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:15,617 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:15,618 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:15,618 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:15,619 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:15,619 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:23:15,620 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:15,629 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:23:15,629 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62497623, jitterRate=-0.06871284544467926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:23:15,629 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634595605Initializing all the Stores at 1732634595606 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634595606Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634595608 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634595608Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634595608Cleaning up temporary data from old regions at 1732634595619 (+11 ms)Region opened successfully at 1732634595629 (+10 ms) 2024-11-26T15:23:15,632 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:23:15,635 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c666476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:23:15,636 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:23:15,636 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:23:15,636 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:23:15,636 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:23:15,636 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:23:15,637 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:23:15,637 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:23:15,664 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:23:15,669 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Unable to get data of znode /1-791700007/balancer because node does not exist (not necessarily an error) 2024-11-26T15:23:15,700 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-791700007/balancer already deleted, retry=false 2024-11-26T15:23:15,700 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:23:15,704 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Unable to get data of znode /1-791700007/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:23:15,713 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-791700007/normalizer already deleted, retry=false 2024-11-26T15:23:15,714 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:23:15,721 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Unable to get data of znode /1-791700007/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:23:15,731 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-791700007/switch/split already deleted, retry=false 2024-11-26T15:23:15,732 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Unable to get data of znode /1-791700007/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:23:15,744 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-791700007/switch/merge already deleted, retry=false 2024-11-26T15:23:15,772 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Unable to get data of znode /1-791700007/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:23:15,788 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-791700007/snapshot-cleanup already deleted, retry=false 2024-11-26T15:23:15,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-791700007/running 2024-11-26T15:23:15,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007 2024-11-26T15:23:15,798 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,44587,1732634594292, sessionid=0x10177bdab0a0003, setting cluster-up flag (Was=false) 2024-11-26T15:23:15,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-791700007/running 2024-11-26T15:23:15,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007 2024-11-26T15:23:15,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007 2024-11-26T15:23:15,850 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-791700007/flush-table-proc/acquired, /1-791700007/flush-table-proc/reached, /1-791700007/flush-table-proc/abort 2024-11-26T15:23:15,851 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,44587,1732634594292 2024-11-26T15:23:15,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007 2024-11-26T15:23:15,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007 2024-11-26T15:23:15,903 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-791700007/online-snapshot/acquired, /1-791700007/online-snapshot/reached, /1-791700007/online-snapshot/abort 2024-11-26T15:23:15,904 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,44587,1732634594292 2024-11-26T15:23:15,905 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:23:15,905 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:23:15,906 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:23:15,906 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:23:15,906 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,44587,1732634594292 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:23:15,907 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:23:15,907 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:23:15,907 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:23:15,907 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:23:15,907 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:23:15,907 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:15,907 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:23:15,907 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:15,908 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634625908 2024-11-26T15:23:15,908 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:23:15,908 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:23:15,908 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:23:15,908 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:23:15,908 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:23:15,908 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:23:15,908 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:23:15,909 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:23:15,909 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:15,909 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:23:15,916 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:15,916 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:23:15,917 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:23:15,917 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:23:15,917 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:23:15,917 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:23:15,917 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:23:15,917 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634595917,5,FailOnTimeoutGroup] 2024-11-26T15:23:15,918 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634595917,5,FailOnTimeoutGroup] 2024-11-26T15:23:15,918 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:15,918 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:23:15,918 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:15,918 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:15,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:23:15,920 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:23:15,920 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a 2024-11-26T15:23:15,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741832_1008 (size=32) 2024-11-26T15:23:15,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:15,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:23:15,958 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(746): ClusterId : f153de54-528f-467f-9fa2-9bb8f770f85f 2024-11-26T15:23:15,958 DEBUG [RS:0;6cc2bc8bf733:43151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:23:15,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:23:15,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:15,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:15,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:23:15,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:23:15,968 DEBUG [RS:0;6cc2bc8bf733:43151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:23:15,968 DEBUG [RS:0;6cc2bc8bf733:43151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:23:15,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:15,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:15,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:23:15,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:23:15,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:15,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:15,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:23:15,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:23:15,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:15,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:15,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:23:15,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740 2024-11-26T15:23:15,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740 2024-11-26T15:23:15,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:23:15,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:23:15,975 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:23:15,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:23:15,977 DEBUG [RS:0;6cc2bc8bf733:43151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:23:15,978 DEBUG [RS:0;6cc2bc8bf733:43151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ccd97fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:23:15,981 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:23:15,981 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69446976, jitterRate=0.03484058380126953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:23:15,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634595951Initializing all the Stores at 1732634595951Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634595951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634595958 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634595958Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634595958Cleaning up temporary data from old regions at 1732634595975 (+17 ms)Region opened successfully at 1732634595981 (+6 ms) 2024-11-26T15:23:15,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:23:15,981 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:23:15,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:23:15,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:23:15,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:23:15,988 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:23:15,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634595981Disabling compacts and flushes for region at 1732634595981Disabling writes for close at 1732634595982 (+1 ms)Writing region close event to WAL at 1732634595988 (+6 ms)Closed at 1732634595988 2024-11-26T15:23:15,990 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:23:15,990 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:23:15,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:23:15,991 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:23:15,991 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:23:16,000 DEBUG [RS:0;6cc2bc8bf733:43151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:43151 2024-11-26T15:23:16,000 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:23:16,000 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:23:16,000 DEBUG [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:23:16,001 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,44587,1732634594292 with port=43151, startcode=1732634594521 2024-11-26T15:23:16,001 DEBUG [RS:0;6cc2bc8bf733:43151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:23:16,003 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:23:16,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,43151,1732634594521 2024-11-26T15:23:16,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44587 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,43151,1732634594521 2024-11-26T15:23:16,005 DEBUG [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a 2024-11-26T15:23:16,005 DEBUG [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39561 2024-11-26T15:23:16,005 DEBUG [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:23:16,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007/rs 2024-11-26T15:23:16,130 DEBUG [RS:0;6cc2bc8bf733:43151 {}] zookeeper.ZKUtil(111): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Set watcher on existing znode=/1-791700007/rs/6cc2bc8bf733,43151,1732634594521 2024-11-26T15:23:16,130 WARN [RS:0;6cc2bc8bf733:43151 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:23:16,130 INFO [RS:0;6cc2bc8bf733:43151 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:23:16,130 DEBUG [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521 2024-11-26T15:23:16,132 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:23:16,136 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:23:16,140 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,43151,1732634594521] 2024-11-26T15:23:16,140 INFO [RS:0;6cc2bc8bf733:43151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:23:16,140 INFO [RS:0;6cc2bc8bf733:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:16,141 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:23:16,142 WARN [6cc2bc8bf733:44587 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T15:23:16,142 INFO [RS:0;6cc2bc8bf733:43151 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:23:16,142 INFO [RS:0;6cc2bc8bf733:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:16,142 DEBUG [RS:0;6cc2bc8bf733:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:16,142 DEBUG [RS:0;6cc2bc8bf733:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:16,142 DEBUG [RS:0;6cc2bc8bf733:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:16,142 DEBUG [RS:0;6cc2bc8bf733:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:16,142 DEBUG [RS:0;6cc2bc8bf733:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:16,142 DEBUG [RS:0;6cc2bc8bf733:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:23:16,142 DEBUG [RS:0;6cc2bc8bf733:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:16,142 DEBUG [RS:0;6cc2bc8bf733:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:16,142 DEBUG [RS:0;6cc2bc8bf733:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:16,142 DEBUG [RS:0;6cc2bc8bf733:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:16,142 DEBUG [RS:0;6cc2bc8bf733:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:16,142 DEBUG [RS:0;6cc2bc8bf733:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:16,142 DEBUG [RS:0;6cc2bc8bf733:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:23:16,142 DEBUG [RS:0;6cc2bc8bf733:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:23:16,160 INFO [RS:0;6cc2bc8bf733:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:16,160 INFO [RS:0;6cc2bc8bf733:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:16,160 INFO [RS:0;6cc2bc8bf733:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:16,160 INFO [RS:0;6cc2bc8bf733:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:16,160 INFO [RS:0;6cc2bc8bf733:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:16,160 INFO [RS:0;6cc2bc8bf733:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43151,1732634594521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:23:16,179 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:23:16,179 INFO [RS:0;6cc2bc8bf733:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43151,1732634594521-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:16,180 INFO [RS:0;6cc2bc8bf733:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:16,180 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.Replication(171): 6cc2bc8bf733,43151,1732634594521 started 2024-11-26T15:23:16,205 INFO [RS:0;6cc2bc8bf733:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:16,206 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,43151,1732634594521, RpcServer on 6cc2bc8bf733/172.17.0.3:43151, sessionid=0x10177bdab0a0004 2024-11-26T15:23:16,206 DEBUG [RS:0;6cc2bc8bf733:43151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:23:16,206 DEBUG [RS:0;6cc2bc8bf733:43151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,43151,1732634594521 2024-11-26T15:23:16,206 DEBUG [RS:0;6cc2bc8bf733:43151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,43151,1732634594521' 2024-11-26T15:23:16,206 DEBUG [RS:0;6cc2bc8bf733:43151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-791700007/flush-table-proc/abort' 2024-11-26T15:23:16,206 DEBUG [RS:0;6cc2bc8bf733:43151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-791700007/flush-table-proc/acquired' 2024-11-26T15:23:16,207 DEBUG [RS:0;6cc2bc8bf733:43151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:23:16,207 DEBUG [RS:0;6cc2bc8bf733:43151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:23:16,207 DEBUG [RS:0;6cc2bc8bf733:43151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,43151,1732634594521 2024-11-26T15:23:16,207 DEBUG [RS:0;6cc2bc8bf733:43151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,43151,1732634594521' 2024-11-26T15:23:16,207 DEBUG [RS:0;6cc2bc8bf733:43151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-791700007/online-snapshot/abort' 2024-11-26T15:23:16,207 DEBUG [RS:0;6cc2bc8bf733:43151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-791700007/online-snapshot/acquired' 2024-11-26T15:23:16,207 DEBUG [RS:0;6cc2bc8bf733:43151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:23:16,207 INFO [RS:0;6cc2bc8bf733:43151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:23:16,207 INFO [RS:0;6cc2bc8bf733:43151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:23:16,240 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T15:23:16,308 INFO [RS:0;6cc2bc8bf733:43151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:23:16,309 INFO [RS:0;6cc2bc8bf733:43151 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C43151%2C1732634594521, suffix=, logDir=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521, archiveDir=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/oldWALs, maxLogs=10 2024-11-26T15:23:16,329 DEBUG [RS:0;6cc2bc8bf733:43151 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309, exclude list is [], retry=0 2024-11-26T15:23:16,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41171,DS-f3055fde-b38a-489f-882c-e8e990ff7087,DISK] 2024-11-26T15:23:16,343 INFO [RS:0;6cc2bc8bf733:43151 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 2024-11-26T15:23:16,353 DEBUG [RS:0;6cc2bc8bf733:43151 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40619:40619)] 2024-11-26T15:23:16,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:23:16,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:23:16,386 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88654 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:23:16,392 DEBUG [6cc2bc8bf733:44587 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:23:16,392 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,43151,1732634594521 2024-11-26T15:23:16,393 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,43151,1732634594521, state=OPENING 2024-11-26T15:23:16,405 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:23:16,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007 2024-11-26T15:23:16,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007 2024-11-26T15:23:16,416 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:23:16,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-791700007/meta-region-server: CHANGED 2024-11-26T15:23:16,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-791700007/meta-region-server: CHANGED 2024-11-26T15:23:16,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,43151,1732634594521}] 2024-11-26T15:23:16,577 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:23:16,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:23:16,583 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:23:16,583 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:23:16,583 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:23:16,587 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C43151%2C1732634594521.meta, suffix=.meta, logDir=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521, archiveDir=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/oldWALs, maxLogs=10 2024-11-26T15:23:16,626 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.meta.1732634596608.meta, exclude list is [], retry=0 2024-11-26T15:23:16,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41171,DS-f3055fde-b38a-489f-882c-e8e990ff7087,DISK] 2024-11-26T15:23:16,641 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.meta.1732634596608.meta 2024-11-26T15:23:16,647 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40619:40619)] 2024-11-26T15:23:16,647 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:23:16,647 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:23:16,647 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:23:16,647 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:23:16,648 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:23:16,648 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:23:16,648 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:16,648 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:23:16,648 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:23:16,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:23:16,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:23:16,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:16,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:16,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:23:16,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:23:16,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:16,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:16,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:23:16,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:23:16,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:16,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:16,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:23:16,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:23:16,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:16,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:16,661 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:23:16,662 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740 2024-11-26T15:23:16,662 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740 2024-11-26T15:23:16,663 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:23:16,663 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:23:16,664 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:23:16,666 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:23:16,666 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67447622, jitterRate=0.005047887563705444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:23:16,666 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:23:16,667 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634596648Writing region info on filesystem at 1732634596648Initializing all the Stores at 1732634596649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634596649Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634596652 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634596652Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634596652Cleaning up temporary data from old regions at 1732634596663 (+11 ms)Running coprocessor post-open hooks at 1732634596666 (+3 ms)Region opened successfully at 1732634596666 2024-11-26T15:23:16,668 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634596576 2024-11-26T15:23:16,670 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:23:16,670 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:23:16,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,43151,1732634594521 2024-11-26T15:23:16,671 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,43151,1732634594521, state=OPEN 2024-11-26T15:23:16,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-791700007/meta-region-server 2024-11-26T15:23:16,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-791700007/meta-region-server 2024-11-26T15:23:16,682 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,43151,1732634594521 2024-11-26T15:23:16,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-791700007/meta-region-server: CHANGED 2024-11-26T15:23:16,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-791700007/meta-region-server: CHANGED 2024-11-26T15:23:16,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:23:16,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,43151,1732634594521 in 266 msec 2024-11-26T15:23:16,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:23:16,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 696 msec 2024-11-26T15:23:16,693 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:23:16,693 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:23:16,696 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:23:16,697 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,43151,1732634594521, seqNum=-1] 2024-11-26T15:23:16,697 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:23:16,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:23:16,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 797 msec 2024-11-26T15:23:16,704 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634596704, completionTime=-1 2024-11-26T15:23:16,704 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:23:16,704 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:23:16,706 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:23:16,706 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634656706 2024-11-26T15:23:16,706 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634716706 2024-11-26T15:23:16,706 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T15:23:16,707 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,44587,1732634594292-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:16,707 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,44587,1732634594292-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:16,707 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,44587,1732634594292-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:16,707 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:44587, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:16,707 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:16,709 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:23:16,712 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:16,719 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.135sec 2024-11-26T15:23:16,720 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:23:16,720 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:23:16,720 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:23:16,720 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:23:16,720 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:23:16,720 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,44587,1732634594292-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:23:16,720 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,44587,1732634594292-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:23:16,726 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:23:16,726 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:23:16,727 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,44587,1732634594292-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:16,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc36556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:16,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,44587,-1 for getting cluster id 2024-11-26T15:23:16,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:16,770 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f153de54-528f-467f-9fa2-9bb8f770f85f' 2024-11-26T15:23:16,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:16,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f153de54-528f-467f-9fa2-9bb8f770f85f" 2024-11-26T15:23:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0ab076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,44587,-1] 2024-11-26T15:23:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:16,772 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:16,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59092efa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:16,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:23:16,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,43151,1732634594521, seqNum=-1] 2024-11-26T15:23:16,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:23:16,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:23:16,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,44587,1732634594292 2024-11-26T15:23:16,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52419 2024-11-26T15:23:16,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:23:16,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10177bdab0a0005 connected 2024-11-26T15:23:16,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/hadoop.log.dir so I do NOT create it in target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1 2024-11-26T15:23:16,800 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:23:16,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/hadoop.tmp.dir so I do NOT create it in target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1 2024-11-26T15:23:16,800 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:23:16,800 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1 2024-11-26T15:23:16,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:23:16,800 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/cluster_621803f1-ec7f-be52-b371-e73cf0c269c7, deleteOnExit=true 2024-11-26T15:23:16,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:23:16,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/test.cache.data in system properties and HBase conf 2024-11-26T15:23:16,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:23:16,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:23:16,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:23:16,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:23:16,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:23:16,801 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:23:16,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:23:16,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:23:16,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:23:16,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:23:16,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:23:16,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:23:16,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:23:16,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:23:16,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:23:16,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:23:16,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:23:16,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:23:16,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:23:16,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:23:17,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:23:17,169 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:23:17,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:23:17,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:23:17,176 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:23:17,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:23:17,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fa17ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:23:17,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dcf78a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:23:17,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16f2cf9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/java.io.tmpdir/jetty-localhost-46493-hadoop-hdfs-3_4_1-tests_jar-_-any-6494455639284530663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:23:17,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11ad6ca6{HTTP/1.1, (http/1.1)}{localhost:46493} 2024-11-26T15:23:17,348 INFO [Time-limited test {}] server.Server(415): Started @295448ms 2024-11-26T15:23:17,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:23:17,918 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:23:17,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:23:17,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:23:17,978 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:23:17,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da0a79c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:23:17,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@773c9faa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:23:18,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42761de4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/java.io.tmpdir/jetty-localhost-34613-hadoop-hdfs-3_4_1-tests_jar-_-any-1091872371355844750/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:23:18,156 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e519346{HTTP/1.1, (http/1.1)}{localhost:34613} 2024-11-26T15:23:18,156 INFO [Time-limited test {}] server.Server(415): Started @296255ms 2024-11-26T15:23:18,157 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:23:19,223 WARN [Thread-3693 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/cluster_621803f1-ec7f-be52-b371-e73cf0c269c7/data/data1/current/BP-1306213438-172.17.0.3-1732634596823/current, will proceed with Du for space computation calculation, 2024-11-26T15:23:19,237 WARN [Thread-3694 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/cluster_621803f1-ec7f-be52-b371-e73cf0c269c7/data/data2/current/BP-1306213438-172.17.0.3-1732634596823/current, will proceed with Du for space computation calculation, 2024-11-26T15:23:19,344 WARN [Thread-3681 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:23:19,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x715ede0f89a7ecdd with lease ID 0x1b61568f40ef356d: Processing first storage report for DS-6b278529-5272-4811-8eb9-6347f4800d42 from datanode DatanodeRegistration(127.0.0.1:46573, datanodeUuid=221d83d1-d74f-4108-89a2-a3e02b829d68, infoPort=39523, infoSecurePort=0, ipcPort=33367, storageInfo=lv=-57;cid=testClusterID;nsid=1766688804;c=1732634596823) 2024-11-26T15:23:19,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x715ede0f89a7ecdd with lease ID 0x1b61568f40ef356d: from storage DS-6b278529-5272-4811-8eb9-6347f4800d42 node DatanodeRegistration(127.0.0.1:46573, datanodeUuid=221d83d1-d74f-4108-89a2-a3e02b829d68, infoPort=39523, infoSecurePort=0, ipcPort=33367, storageInfo=lv=-57;cid=testClusterID;nsid=1766688804;c=1732634596823), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T15:23:19,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x715ede0f89a7ecdd with lease ID 0x1b61568f40ef356d: Processing first storage report for DS-27030ecf-ed94-42b9-bcc0-79ee1986fe85 from datanode DatanodeRegistration(127.0.0.1:46573, datanodeUuid=221d83d1-d74f-4108-89a2-a3e02b829d68, infoPort=39523, infoSecurePort=0, ipcPort=33367, storageInfo=lv=-57;cid=testClusterID;nsid=1766688804;c=1732634596823) 2024-11-26T15:23:19,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x715ede0f89a7ecdd with lease ID 0x1b61568f40ef356d: from storage DS-27030ecf-ed94-42b9-bcc0-79ee1986fe85 node DatanodeRegistration(127.0.0.1:46573, datanodeUuid=221d83d1-d74f-4108-89a2-a3e02b829d68, infoPort=39523, infoSecurePort=0, ipcPort=33367, storageInfo=lv=-57;cid=testClusterID;nsid=1766688804;c=1732634596823), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:23:19,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T15:23:19,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T15:23:19,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T15:23:19,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T15:23:19,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1 2024-11-26T15:23:19,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:19,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:19,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:23:19,869 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b with version=8 2024-11-26T15:23:19,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/hbase-staging 2024-11-26T15:23:19,872 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:23:19,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:19,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:19,873 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:23:19,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:19,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:23:19,873 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:23:19,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:23:19,875 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46883 2024-11-26T15:23:19,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46883 connecting to ZooKeeper ensemble=127.0.0.1:52419 2024-11-26T15:23:19,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468830x0, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:23:19,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46883-0x10177bdab0a0006 connected 2024-11-26T15:23:20,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:20,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:20,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Set watcher on znode that does not yet exist, /2-2066251169/running 2024-11-26T15:23:20,010 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b, hbase.cluster.distributed=false 2024-11-26T15:23:20,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Set watcher on znode that does not yet exist, /2-2066251169/acl 2024-11-26T15:23:20,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46883 2024-11-26T15:23:20,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46883 2024-11-26T15:23:20,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46883 2024-11-26T15:23:20,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46883 2024-11-26T15:23:20,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46883 2024-11-26T15:23:20,037 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:23:20,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:20,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:20,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:23:20,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:20,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:23:20,038 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:23:20,038 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:23:20,038 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43797 2024-11-26T15:23:20,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43797 connecting to ZooKeeper ensemble=127.0.0.1:52419 2024-11-26T15:23:20,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:20,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:20,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437970x0, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:23:20,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43797-0x10177bdab0a0007 connected 2024-11-26T15:23:20,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Set watcher on znode that does not yet exist, /2-2066251169/running 2024-11-26T15:23:20,062 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:23:20,064 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:23:20,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Set watcher on znode that does not yet exist, /2-2066251169/master 2024-11-26T15:23:20,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Set watcher on znode that does not yet exist, /2-2066251169/acl 2024-11-26T15:23:20,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43797 2024-11-26T15:23:20,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43797 2024-11-26T15:23:20,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43797 2024-11-26T15:23:20,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43797 2024-11-26T15:23:20,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43797 2024-11-26T15:23:20,099 DEBUG [M:0;6cc2bc8bf733:46883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:46883 2024-11-26T15:23:20,100 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2066251169/backup-masters/6cc2bc8bf733,46883,1732634599872 2024-11-26T15:23:20,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169/backup-masters 2024-11-26T15:23:20,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169/backup-masters 2024-11-26T15:23:20,114 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Set watcher on existing znode=/2-2066251169/backup-masters/6cc2bc8bf733,46883,1732634599872 2024-11-26T15:23:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2066251169/master 2024-11-26T15:23:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169 2024-11-26T15:23:20,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169 2024-11-26T15:23:20,126 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Set watcher on existing znode=/2-2066251169/master 2024-11-26T15:23:20,127 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2066251169/backup-masters/6cc2bc8bf733,46883,1732634599872 from backup master directory 2024-11-26T15:23:20,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169/backup-masters 2024-11-26T15:23:20,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2066251169/backup-masters/6cc2bc8bf733,46883,1732634599872 2024-11-26T15:23:20,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169/backup-masters 2024-11-26T15:23:20,135 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:23:20,135 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,46883,1732634599872 2024-11-26T15:23:20,145 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/hbase.id] with ID: 80254722-ac7a-4fdb-b1e7-c7dfecaaede4 2024-11-26T15:23:20,146 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/.tmp/hbase.id 2024-11-26T15:23:20,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:23:20,560 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/.tmp/hbase.id]:[hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/hbase.id] 2024-11-26T15:23:20,569 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:20,569 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:23:20,570 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T15:23:20,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169 2024-11-26T15:23:20,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169 2024-11-26T15:23:20,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:23:21,048 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:23:21,050 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:23:21,056 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:23:21,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:23:21,129 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store 2024-11-26T15:23:21,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:23:21,552 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:21,553 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:23:21,553 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:21,553 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:21,553 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:23:21,553 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:21,553 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:21,553 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634601553Disabling compacts and flushes for region at 1732634601553Disabling writes for close at 1732634601553Writing region close event to WAL at 1732634601553Closed at 1732634601553 2024-11-26T15:23:21,554 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/.initializing 2024-11-26T15:23:21,554 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/WALs/6cc2bc8bf733,46883,1732634599872 2024-11-26T15:23:21,555 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:23:21,556 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C46883%2C1732634599872, suffix=, logDir=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/WALs/6cc2bc8bf733,46883,1732634599872, archiveDir=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/oldWALs, maxLogs=10 2024-11-26T15:23:21,579 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/WALs/6cc2bc8bf733,46883,1732634599872/6cc2bc8bf733%2C46883%2C1732634599872.1732634601556, exclude list is [], retry=0 2024-11-26T15:23:21,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46573,DS-6b278529-5272-4811-8eb9-6347f4800d42,DISK] 2024-11-26T15:23:21,592 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/WALs/6cc2bc8bf733,46883,1732634599872/6cc2bc8bf733%2C46883%2C1732634599872.1732634601556 2024-11-26T15:23:21,592 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39523:39523)] 2024-11-26T15:23:21,592 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:23:21,592 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:21,593 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:21,593 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:21,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:21,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:23:21,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:21,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:21,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:21,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:23:21,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:21,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:21,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:21,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:23:21,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:21,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:21,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:21,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:23:21,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:21,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:21,609 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:21,612 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:21,612 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:21,614 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:21,614 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:21,615 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:23:21,616 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:21,621 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:23:21,621 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62791380, jitterRate=-0.06433552503585815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:23:21,621 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634601593Initializing all the Stores at 1732634601593Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634601593Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634601596 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634601596Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634601596Cleaning up temporary data from old regions at 1732634601614 (+18 ms)Region opened successfully at 1732634601621 (+7 ms) 2024-11-26T15:23:21,625 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:23:21,629 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f30959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:23:21,630 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:23:21,630 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:23:21,630 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:23:21,630 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:23:21,631 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:23:21,631 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:23:21,631 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:23:21,642 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:23:21,656 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Unable to get data of znode /2-2066251169/balancer because node does not exist (not necessarily an error) 2024-11-26T15:23:21,731 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2066251169/balancer already deleted, retry=false 2024-11-26T15:23:21,732 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:23:21,733 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Unable to get data of znode /2-2066251169/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:23:21,745 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2066251169/normalizer already deleted, retry=false 2024-11-26T15:23:21,745 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:23:21,753 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Unable to get data of znode /2-2066251169/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:23:21,766 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2066251169/switch/split already deleted, retry=false 2024-11-26T15:23:21,767 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Unable to get data of znode /2-2066251169/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:23:21,777 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2066251169/switch/merge already deleted, retry=false 2024-11-26T15:23:21,780 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Unable to get data of znode /2-2066251169/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:23:21,787 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2066251169/snapshot-cleanup already deleted, retry=false 2024-11-26T15:23:21,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2066251169/running 2024-11-26T15:23:21,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2066251169/running 2024-11-26T15:23:21,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169 2024-11-26T15:23:21,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169 2024-11-26T15:23:21,799 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,46883,1732634599872, sessionid=0x10177bdab0a0006, setting cluster-up flag (Was=false) 2024-11-26T15:23:21,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169 2024-11-26T15:23:21,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169 2024-11-26T15:23:21,850 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2066251169/flush-table-proc/acquired, /2-2066251169/flush-table-proc/reached, /2-2066251169/flush-table-proc/abort 2024-11-26T15:23:21,851 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,46883,1732634599872 2024-11-26T15:23:21,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169 2024-11-26T15:23:21,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169 2024-11-26T15:23:21,903 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2066251169/online-snapshot/acquired, /2-2066251169/online-snapshot/reached, /2-2066251169/online-snapshot/abort 2024-11-26T15:23:21,904 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,46883,1732634599872 2024-11-26T15:23:21,905 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:23:21,906 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:23:21,907 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:23:21,907 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:23:21,907 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,46883,1732634599872 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:23:21,908 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:23:21,908 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:23:21,908 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:23:21,908 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:23:21,908 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:23:21,908 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:21,908 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:23:21,908 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:21,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:23:21,914 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:23:21,915 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:21,915 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:23:21,923 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634631923 2024-11-26T15:23:21,923 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:23:21,923 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:23:21,923 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:23:21,923 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:23:21,923 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:23:21,924 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:23:21,927 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:21,928 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:23:21,928 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:23:21,928 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:23:21,928 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:23:21,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:23:21,928 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:23:21,929 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:23:21,929 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634601929,5,FailOnTimeoutGroup] 2024-11-26T15:23:21,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:23:21,930 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b 2024-11-26T15:23:21,932 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634601929,5,FailOnTimeoutGroup] 2024-11-26T15:23:21,932 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:21,932 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:23:21,932 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:21,932 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:21,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741832_1008 (size=32) 2024-11-26T15:23:22,005 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(746): ClusterId : 80254722-ac7a-4fdb-b1e7-c7dfecaaede4 2024-11-26T15:23:22,005 DEBUG [RS:0;6cc2bc8bf733:43797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:23:22,016 DEBUG [RS:0;6cc2bc8bf733:43797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:23:22,016 DEBUG [RS:0;6cc2bc8bf733:43797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:23:22,026 DEBUG [RS:0;6cc2bc8bf733:43797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:23:22,026 DEBUG [RS:0;6cc2bc8bf733:43797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc4a637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:23:22,043 DEBUG [RS:0;6cc2bc8bf733:43797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:43797 2024-11-26T15:23:22,043 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:23:22,043 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:23:22,043 DEBUG [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:23:22,044 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,46883,1732634599872 with port=43797, startcode=1732634600037 2024-11-26T15:23:22,045 DEBUG [RS:0;6cc2bc8bf733:43797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:23:22,047 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:23:22,047 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,43797,1732634600037 2024-11-26T15:23:22,047 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46883 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,43797,1732634600037 2024-11-26T15:23:22,048 DEBUG [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b 2024-11-26T15:23:22,048 DEBUG [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36329 2024-11-26T15:23:22,049 DEBUG [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:23:22,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169/rs 2024-11-26T15:23:22,108 DEBUG [RS:0;6cc2bc8bf733:43797 {}] zookeeper.ZKUtil(111): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Set watcher on existing znode=/2-2066251169/rs/6cc2bc8bf733,43797,1732634600037 2024-11-26T15:23:22,108 WARN [RS:0;6cc2bc8bf733:43797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:23:22,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,43797,1732634600037] 2024-11-26T15:23:22,108 INFO [RS:0;6cc2bc8bf733:43797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:23:22,108 DEBUG [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037 2024-11-26T15:23:22,114 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:23:22,120 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:23:22,122 INFO [RS:0;6cc2bc8bf733:43797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:23:22,122 INFO [RS:0;6cc2bc8bf733:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:22,123 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:23:22,124 INFO [RS:0;6cc2bc8bf733:43797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:23:22,124 INFO [RS:0;6cc2bc8bf733:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:22,124 DEBUG [RS:0;6cc2bc8bf733:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:22,124 DEBUG [RS:0;6cc2bc8bf733:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:22,124 DEBUG [RS:0;6cc2bc8bf733:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:22,124 DEBUG [RS:0;6cc2bc8bf733:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:22,124 DEBUG [RS:0;6cc2bc8bf733:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:22,124 DEBUG [RS:0;6cc2bc8bf733:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:23:22,124 DEBUG [RS:0;6cc2bc8bf733:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:22,124 DEBUG [RS:0;6cc2bc8bf733:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:22,124 DEBUG [RS:0;6cc2bc8bf733:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:22,124 DEBUG [RS:0;6cc2bc8bf733:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:22,124 DEBUG [RS:0;6cc2bc8bf733:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:22,124 DEBUG [RS:0;6cc2bc8bf733:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:22,124 DEBUG [RS:0;6cc2bc8bf733:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:23:22,124 DEBUG [RS:0;6cc2bc8bf733:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:23:22,126 INFO [RS:0;6cc2bc8bf733:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:22,126 INFO [RS:0;6cc2bc8bf733:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:22,126 INFO [RS:0;6cc2bc8bf733:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:22,126 INFO [RS:0;6cc2bc8bf733:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:22,126 INFO [RS:0;6cc2bc8bf733:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:22,127 INFO [RS:0;6cc2bc8bf733:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43797,1732634600037-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:23:22,149 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:23:22,150 INFO [RS:0;6cc2bc8bf733:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43797,1732634600037-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:22,150 INFO [RS:0;6cc2bc8bf733:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:22,150 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.Replication(171): 6cc2bc8bf733,43797,1732634600037 started 2024-11-26T15:23:22,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:23:22,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:22,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:22,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:22,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:22,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:22,173 INFO [RS:0;6cc2bc8bf733:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:22,173 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,43797,1732634600037, RpcServer on 6cc2bc8bf733/172.17.0.3:43797, sessionid=0x10177bdab0a0007 2024-11-26T15:23:22,173 DEBUG [RS:0;6cc2bc8bf733:43797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:23:22,173 DEBUG [RS:0;6cc2bc8bf733:43797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,43797,1732634600037 2024-11-26T15:23:22,173 DEBUG [RS:0;6cc2bc8bf733:43797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,43797,1732634600037' 2024-11-26T15:23:22,174 DEBUG [RS:0;6cc2bc8bf733:43797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2066251169/flush-table-proc/abort' 2024-11-26T15:23:22,174 DEBUG [RS:0;6cc2bc8bf733:43797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2066251169/flush-table-proc/acquired' 2024-11-26T15:23:22,175 DEBUG [RS:0;6cc2bc8bf733:43797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:23:22,175 DEBUG [RS:0;6cc2bc8bf733:43797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:23:22,175 DEBUG [RS:0;6cc2bc8bf733:43797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,43797,1732634600037 2024-11-26T15:23:22,175 DEBUG [RS:0;6cc2bc8bf733:43797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,43797,1732634600037' 2024-11-26T15:23:22,175 DEBUG [RS:0;6cc2bc8bf733:43797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2066251169/online-snapshot/abort' 2024-11-26T15:23:22,175 DEBUG [RS:0;6cc2bc8bf733:43797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2066251169/online-snapshot/acquired' 2024-11-26T15:23:22,176 DEBUG [RS:0;6cc2bc8bf733:43797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:23:22,178 INFO [RS:0;6cc2bc8bf733:43797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:23:22,178 INFO [RS:0;6cc2bc8bf733:43797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:23:22,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:22,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:22,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:22,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:22,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:22,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:22,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:22,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:22,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:22,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:22,279 INFO [RS:0;6cc2bc8bf733:43797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:23:22,281 INFO [RS:0;6cc2bc8bf733:43797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C43797%2C1732634600037, suffix=, logDir=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037, archiveDir=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/oldWALs, maxLogs=10 2024-11-26T15:23:22,300 DEBUG [RS:0;6cc2bc8bf733:43797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282, exclude list is [], retry=0 2024-11-26T15:23:22,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46573,DS-6b278529-5272-4811-8eb9-6347f4800d42,DISK] 2024-11-26T15:23:22,309 INFO [RS:0;6cc2bc8bf733:43797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 2024-11-26T15:23:22,315 DEBUG [RS:0;6cc2bc8bf733:43797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39523:39523)] 2024-11-26T15:23:22,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:22,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:23:22,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:23:22,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:22,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:22,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:23:22,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:23:22,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:22,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:22,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:23:22,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:23:22,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:22,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:22,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:23:22,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:23:22,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:22,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:22,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:23:22,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740 2024-11-26T15:23:22,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740 2024-11-26T15:23:22,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:23:22,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:23:22,359 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:23:22,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:23:22,362 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:23:22,362 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73425231, jitterRate=0.09412120282649994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:23:22,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634602345Initializing all the Stores at 1732634602346 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634602346Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634602346Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634602346Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634602346Cleaning up temporary data from old regions at 1732634602359 (+13 ms)Region opened successfully at 1732634602362 (+3 ms) 2024-11-26T15:23:22,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:23:22,362 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:23:22,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:23:22,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:23:22,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:23:22,363 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:23:22,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634602362Disabling compacts and flushes for region at 1732634602362Disabling writes for close at 1732634602362Writing region close event to WAL at 1732634602363 (+1 ms)Closed at 1732634602363 2024-11-26T15:23:22,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:23:22,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:23:22,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:23:22,364 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:23:22,365 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:23:22,515 DEBUG [6cc2bc8bf733:46883 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:23:22,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,43797,1732634600037 2024-11-26T15:23:22,517 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,43797,1732634600037, state=OPENING 2024-11-26T15:23:22,534 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:23:22,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169 2024-11-26T15:23:22,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169 2024-11-26T15:23:22,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2066251169/meta-region-server: CHANGED 2024-11-26T15:23:22,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2066251169/meta-region-server: CHANGED 2024-11-26T15:23:22,546 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:23:22,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,43797,1732634600037}] 2024-11-26T15:23:22,699 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:23:22,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:23:22,709 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:23:22,709 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:23:22,709 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:23:22,711 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C43797%2C1732634600037.meta, suffix=.meta, logDir=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037, archiveDir=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/oldWALs, maxLogs=10 2024-11-26T15:23:22,746 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.meta.1732634602711.meta, exclude list is [], retry=0 2024-11-26T15:23:22,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46573,DS-6b278529-5272-4811-8eb9-6347f4800d42,DISK] 2024-11-26T15:23:22,770 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.meta.1732634602711.meta 2024-11-26T15:23:22,780 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39523:39523)] 2024-11-26T15:23:22,780 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:23:22,781 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:23:22,781 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:23:22,781 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:23:22,781 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:23:22,781 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:23:22,781 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:22,781 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:23:22,782 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:23:22,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:23:22,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:23:22,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:22,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:22,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:23:22,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:23:22,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:22,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:22,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:23:22,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:23:22,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:22,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:22,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:23:22,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:23:22,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:22,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:22,803 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:23:22,804 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740 2024-11-26T15:23:22,805 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740 2024-11-26T15:23:22,806 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:23:22,806 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:23:22,807 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:23:22,808 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:23:22,809 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63647774, jitterRate=-0.051574259996414185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:23:22,809 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:23:22,809 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634602782Writing region info on filesystem at 1732634602782Initializing all the Stores at 1732634602784 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634602784Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634602789 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634602789Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634602789Cleaning up temporary data from old regions at 1732634602806 (+17 ms)Running coprocessor post-open hooks at 1732634602809 (+3 ms)Region opened successfully at 1732634602809 2024-11-26T15:23:22,810 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634602698 2024-11-26T15:23:22,815 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,43797,1732634600037 2024-11-26T15:23:22,816 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,43797,1732634600037, state=OPEN 2024-11-26T15:23:22,816 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:23:22,816 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:23:22,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2066251169/meta-region-server 2024-11-26T15:23:22,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2066251169/meta-region-server 2024-11-26T15:23:22,868 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,43797,1732634600037 2024-11-26T15:23:22,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2066251169/meta-region-server: CHANGED 2024-11-26T15:23:22,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2066251169/meta-region-server: CHANGED 2024-11-26T15:23:22,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:23:22,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,43797,1732634600037 in 322 msec 2024-11-26T15:23:22,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:23:22,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 508 msec 2024-11-26T15:23:22,876 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:23:22,876 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:23:22,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:23:22,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,43797,1732634600037, seqNum=-1] 2024-11-26T15:23:22,893 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:23:22,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:23:22,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 994 msec 2024-11-26T15:23:22,902 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634602902, completionTime=-1 2024-11-26T15:23:22,902 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:23:22,902 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:23:22,905 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:23:22,905 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634662905 2024-11-26T15:23:22,905 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634722905 2024-11-26T15:23:22,905 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-26T15:23:22,905 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46883,1732634599872-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:22,905 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46883,1732634599872-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:22,905 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46883,1732634599872-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:22,905 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:46883, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:22,905 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:22,908 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:23:22,924 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:22,933 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.798sec 2024-11-26T15:23:22,933 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:23:22,933 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:23:22,934 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:23:22,934 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:23:22,934 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:23:22,934 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46883,1732634599872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:23:22,934 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46883,1732634599872-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:23:22,969 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:23:22,969 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:23:22,969 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,46883,1732634599872-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:23,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46da2e7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:23,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46883,-1 for getting cluster id 2024-11-26T15:23:23,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:23,015 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80254722-ac7a-4fdb-b1e7-c7dfecaaede4' 2024-11-26T15:23:23,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:23,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80254722-ac7a-4fdb-b1e7-c7dfecaaede4" 2024-11-26T15:23:23,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489539cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:23,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46883,-1] 2024-11-26T15:23:23,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:23,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:23,018 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:23,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8f3a44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:23,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:23:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,43797,1732634600037, seqNum=-1] 2024-11-26T15:23:23,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:23:23,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:23:23,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,46883,1732634599872 2024-11-26T15:23:23,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52419 2024-11-26T15:23:23,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:23:23,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:23:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,40369,1732634589139 2024-11-26T15:23:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31a400ed 2024-11-26T15:23:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:23:23,072 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:23:23,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:23:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T15:23:23,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:23:23,077 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:23,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10177bdab0a0008 connected 2024-11-26T15:23:23,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:23:23,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T15:23:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:23,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741835_1011 (size=902) 2024-11-26T15:23:23,159 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 86ac0c2381d3ef0fa80f0297e847531d, NAME => 'test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4 2024-11-26T15:23:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:23,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741836_1012 (size=39) 2024-11-26T15:23:23,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:23,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 86ac0c2381d3ef0fa80f0297e847531d, disabling compactions & flushes 2024-11-26T15:23:23,197 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d. 2024-11-26T15:23:23,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d. 2024-11-26T15:23:23,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d. after waiting 0 ms 2024-11-26T15:23:23,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d. 2024-11-26T15:23:23,198 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d. 2024-11-26T15:23:23,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 86ac0c2381d3ef0fa80f0297e847531d: Waiting for close lock at 1732634603197Disabling compacts and flushes for region at 1732634603197Disabling writes for close at 1732634603197Writing region close event to WAL at 1732634603198 (+1 ms)Closed at 1732634603198 2024-11-26T15:23:23,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:23:23,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732634603199"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634603199"}]},"ts":"1732634603199"} 2024-11-26T15:23:23,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:23:23,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:23:23,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634603203"}]},"ts":"1732634603203"} 2024-11-26T15:23:23,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T15:23:23,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=86ac0c2381d3ef0fa80f0297e847531d, ASSIGN}] 2024-11-26T15:23:23,209 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=86ac0c2381d3ef0fa80f0297e847531d, ASSIGN 2024-11-26T15:23:23,211 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=86ac0c2381d3ef0fa80f0297e847531d, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,44189,1732634589358; forceNewPlan=false, retain=false 2024-11-26T15:23:23,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=86ac0c2381d3ef0fa80f0297e847531d, regionState=OPENING, regionLocation=6cc2bc8bf733,44189,1732634589358 2024-11-26T15:23:23,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=86ac0c2381d3ef0fa80f0297e847531d, ASSIGN because future has completed 2024-11-26T15:23:23,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86ac0c2381d3ef0fa80f0297e847531d, server=6cc2bc8bf733,44189,1732634589358}] 2024-11-26T15:23:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:23,568 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d. 2024-11-26T15:23:23,569 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 86ac0c2381d3ef0fa80f0297e847531d, NAME => 'test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:23:23,569 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:23:23,569 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T15:23:23,569 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:23,569 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:23,569 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:23,569 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:23,572 INFO [StoreOpener-86ac0c2381d3ef0fa80f0297e847531d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:23,574 INFO [StoreOpener-86ac0c2381d3ef0fa80f0297e847531d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86ac0c2381d3ef0fa80f0297e847531d columnFamilyName f 2024-11-26T15:23:23,574 DEBUG [StoreOpener-86ac0c2381d3ef0fa80f0297e847531d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:23,575 INFO [StoreOpener-86ac0c2381d3ef0fa80f0297e847531d-1 {}] regionserver.HStore(327): Store=86ac0c2381d3ef0fa80f0297e847531d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:23,575 INFO [StoreOpener-86ac0c2381d3ef0fa80f0297e847531d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:23,576 INFO [StoreOpener-86ac0c2381d3ef0fa80f0297e847531d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86ac0c2381d3ef0fa80f0297e847531d columnFamilyName f1 2024-11-26T15:23:23,576 DEBUG [StoreOpener-86ac0c2381d3ef0fa80f0297e847531d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:23,577 INFO [StoreOpener-86ac0c2381d3ef0fa80f0297e847531d-1 {}] regionserver.HStore(327): Store=86ac0c2381d3ef0fa80f0297e847531d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:23,577 INFO [StoreOpener-86ac0c2381d3ef0fa80f0297e847531d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:23,578 INFO [StoreOpener-86ac0c2381d3ef0fa80f0297e847531d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86ac0c2381d3ef0fa80f0297e847531d columnFamilyName norep 2024-11-26T15:23:23,578 DEBUG [StoreOpener-86ac0c2381d3ef0fa80f0297e847531d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:23,579 INFO [StoreOpener-86ac0c2381d3ef0fa80f0297e847531d-1 {}] regionserver.HStore(327): Store=86ac0c2381d3ef0fa80f0297e847531d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:23,579 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:23,580 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:23,580 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:23,581 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:23,581 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:23,582 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:23:23,583 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:23,597 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:23:23,598 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 86ac0c2381d3ef0fa80f0297e847531d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72113528, jitterRate=0.07457530498504639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:23:23,598 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:23,599 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 86ac0c2381d3ef0fa80f0297e847531d: Running coprocessor pre-open hook at 1732634603570Writing region info on filesystem at 1732634603570Initializing all the Stores at 1732634603570Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634603570Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634603572 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634603572Cleaning up temporary data from old regions at 1732634603581 (+9 ms)Running coprocessor post-open hooks at 1732634603598 (+17 ms)Region opened successfully at 1732634603599 (+1 ms) 2024-11-26T15:23:23,600 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d., pid=6, masterSystemTime=1732634603532 2024-11-26T15:23:23,603 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d. 2024-11-26T15:23:23,603 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d. 2024-11-26T15:23:23,603 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=86ac0c2381d3ef0fa80f0297e847531d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6cc2bc8bf733,44189,1732634589358 2024-11-26T15:23:23,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86ac0c2381d3ef0fa80f0297e847531d, server=6cc2bc8bf733,44189,1732634589358 because future has completed 2024-11-26T15:23:23,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:23:23,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 86ac0c2381d3ef0fa80f0297e847531d, server=6cc2bc8bf733,44189,1732634589358 in 241 msec 2024-11-26T15:23:23,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T15:23:23,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=86ac0c2381d3ef0fa80f0297e847531d, ASSIGN in 408 msec 2024-11-26T15:23:23,620 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:23:23,621 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634603621"}]},"ts":"1732634603621"} 2024-11-26T15:23:23,623 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T15:23:23,625 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:23:23,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 551 msec 2024-11-26T15:23:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:23,705 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T15:23:23,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:23:23,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,44587,1732634594292 2024-11-26T15:23:23,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71c04f6e 2024-11-26T15:23:23,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:23:23,707 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:23:23,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:23:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T15:23:23,710 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:23:23,710 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:23,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T15:23:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:23,712 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:23:23,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741835_1011 (size=902) 2024-11-26T15:23:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:24,143 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b78a3036d175687f7a204fbb454597e, NAME => 'test,,1732634603708.0b78a3036d175687f7a204fbb454597e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a 2024-11-26T15:23:24,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741836_1012 (size=39) 2024-11-26T15:23:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:24,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732634603708.0b78a3036d175687f7a204fbb454597e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:24,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0b78a3036d175687f7a204fbb454597e, disabling compactions & flushes 2024-11-26T15:23:24,629 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732634603708.0b78a3036d175687f7a204fbb454597e. 2024-11-26T15:23:24,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634603708.0b78a3036d175687f7a204fbb454597e. 2024-11-26T15:23:24,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732634603708.0b78a3036d175687f7a204fbb454597e. after waiting 0 ms 2024-11-26T15:23:24,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732634603708.0b78a3036d175687f7a204fbb454597e. 2024-11-26T15:23:24,629 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732634603708.0b78a3036d175687f7a204fbb454597e. 2024-11-26T15:23:24,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b78a3036d175687f7a204fbb454597e: Waiting for close lock at 1732634604629Disabling compacts and flushes for region at 1732634604629Disabling writes for close at 1732634604629Writing region close event to WAL at 1732634604629Closed at 1732634604629 2024-11-26T15:23:24,630 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:23:24,631 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732634603708.0b78a3036d175687f7a204fbb454597e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732634604630"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634604630"}]},"ts":"1732634604630"} 2024-11-26T15:23:24,645 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:23:24,646 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:23:24,646 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634604646"}]},"ts":"1732634604646"} 2024-11-26T15:23:24,648 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T15:23:24,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0b78a3036d175687f7a204fbb454597e, ASSIGN}] 2024-11-26T15:23:24,662 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0b78a3036d175687f7a204fbb454597e, ASSIGN 2024-11-26T15:23:24,663 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0b78a3036d175687f7a204fbb454597e, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,43151,1732634594521; forceNewPlan=false, retain=false 2024-11-26T15:23:24,814 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b78a3036d175687f7a204fbb454597e, regionState=OPENING, regionLocation=6cc2bc8bf733,43151,1732634594521 2024-11-26T15:23:24,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0b78a3036d175687f7a204fbb454597e, ASSIGN because future has completed 2024-11-26T15:23:24,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b78a3036d175687f7a204fbb454597e, server=6cc2bc8bf733,43151,1732634594521}] 2024-11-26T15:23:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:25,014 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732634603708.0b78a3036d175687f7a204fbb454597e. 2024-11-26T15:23:25,015 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b78a3036d175687f7a204fbb454597e, NAME => 'test,,1732634603708.0b78a3036d175687f7a204fbb454597e.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:23:25,015 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:23:25,015 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T15:23:25,015 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0b78a3036d175687f7a204fbb454597e 2024-11-26T15:23:25,015 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732634603708.0b78a3036d175687f7a204fbb454597e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:25,015 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0b78a3036d175687f7a204fbb454597e 2024-11-26T15:23:25,015 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0b78a3036d175687f7a204fbb454597e 2024-11-26T15:23:25,045 INFO [StoreOpener-0b78a3036d175687f7a204fbb454597e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0b78a3036d175687f7a204fbb454597e 2024-11-26T15:23:25,060 INFO [StoreOpener-0b78a3036d175687f7a204fbb454597e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b78a3036d175687f7a204fbb454597e columnFamilyName f 2024-11-26T15:23:25,060 DEBUG [StoreOpener-0b78a3036d175687f7a204fbb454597e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:25,083 INFO [StoreOpener-0b78a3036d175687f7a204fbb454597e-1 {}] regionserver.HStore(327): Store=0b78a3036d175687f7a204fbb454597e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:25,083 INFO [StoreOpener-0b78a3036d175687f7a204fbb454597e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0b78a3036d175687f7a204fbb454597e 2024-11-26T15:23:25,085 INFO [StoreOpener-0b78a3036d175687f7a204fbb454597e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b78a3036d175687f7a204fbb454597e columnFamilyName f1 2024-11-26T15:23:25,085 DEBUG [StoreOpener-0b78a3036d175687f7a204fbb454597e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:25,086 INFO [StoreOpener-0b78a3036d175687f7a204fbb454597e-1 {}] regionserver.HStore(327): Store=0b78a3036d175687f7a204fbb454597e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:25,086 INFO [StoreOpener-0b78a3036d175687f7a204fbb454597e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0b78a3036d175687f7a204fbb454597e 2024-11-26T15:23:25,089 INFO [StoreOpener-0b78a3036d175687f7a204fbb454597e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b78a3036d175687f7a204fbb454597e columnFamilyName norep 2024-11-26T15:23:25,090 DEBUG [StoreOpener-0b78a3036d175687f7a204fbb454597e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:25,090 INFO [StoreOpener-0b78a3036d175687f7a204fbb454597e-1 {}] regionserver.HStore(327): Store=0b78a3036d175687f7a204fbb454597e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:25,090 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0b78a3036d175687f7a204fbb454597e 2024-11-26T15:23:25,091 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e 2024-11-26T15:23:25,091 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e 2024-11-26T15:23:25,092 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0b78a3036d175687f7a204fbb454597e 2024-11-26T15:23:25,092 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0b78a3036d175687f7a204fbb454597e 2024-11-26T15:23:25,092 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:23:25,093 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0b78a3036d175687f7a204fbb454597e 2024-11-26T15:23:25,111 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:23:25,111 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0b78a3036d175687f7a204fbb454597e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66941220, jitterRate=-0.0024980902671813965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:23:25,111 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b78a3036d175687f7a204fbb454597e 2024-11-26T15:23:25,111 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0b78a3036d175687f7a204fbb454597e: Running coprocessor pre-open hook at 1732634605015Writing region info on filesystem at 1732634605015Initializing all the Stores at 1732634605016 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634605016Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634605045 (+29 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634605045Cleaning up temporary data from old regions at 1732634605092 (+47 ms)Running coprocessor post-open hooks at 1732634605111 (+19 ms)Region opened successfully at 1732634605111 2024-11-26T15:23:25,113 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732634603708.0b78a3036d175687f7a204fbb454597e., pid=6, masterSystemTime=1732634604984 2024-11-26T15:23:25,129 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732634603708.0b78a3036d175687f7a204fbb454597e. 2024-11-26T15:23:25,129 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732634603708.0b78a3036d175687f7a204fbb454597e. 2024-11-26T15:23:25,134 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b78a3036d175687f7a204fbb454597e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6cc2bc8bf733,43151,1732634594521 2024-11-26T15:23:25,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b78a3036d175687f7a204fbb454597e, server=6cc2bc8bf733,43151,1732634594521 because future has completed 2024-11-26T15:23:25,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:23:25,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b78a3036d175687f7a204fbb454597e, server=6cc2bc8bf733,43151,1732634594521 in 341 msec 2024-11-26T15:23:25,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T15:23:25,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0b78a3036d175687f7a204fbb454597e, ASSIGN in 512 msec 2024-11-26T15:23:25,174 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:23:25,175 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634605174"}]},"ts":"1732634605174"} 2024-11-26T15:23:25,177 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T15:23:25,178 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:23:25,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.4700 sec 2024-11-26T15:23:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:25,876 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T15:23:25,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:23:25,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,46883,1732634599872 2024-11-26T15:23:25,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a8a365 2024-11-26T15:23:25,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:23:25,878 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:23:25,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:23:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T15:23:25,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:23:25,882 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:25,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:23:25,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T15:23:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:25,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741835_1011 (size=902) 2024-11-26T15:23:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:26,300 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a79de8081bc6bc3201e4f5c654b43da, NAME => 'test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b 2024-11-26T15:23:26,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741836_1012 (size=39) 2024-11-26T15:23:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:26,718 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:26,718 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0a79de8081bc6bc3201e4f5c654b43da, disabling compactions & flushes 2024-11-26T15:23:26,718 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da. 2024-11-26T15:23:26,718 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da. 2024-11-26T15:23:26,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da. after waiting 0 ms 2024-11-26T15:23:26,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da. 2024-11-26T15:23:26,719 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da. 2024-11-26T15:23:26,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a79de8081bc6bc3201e4f5c654b43da: Waiting for close lock at 1732634606718Disabling compacts and flushes for region at 1732634606718Disabling writes for close at 1732634606719 (+1 ms)Writing region close event to WAL at 1732634606719Closed at 1732634606719 2024-11-26T15:23:26,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:23:26,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732634606720"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634606720"}]},"ts":"1732634606720"} 2024-11-26T15:23:26,722 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:23:26,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:23:26,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634606723"}]},"ts":"1732634606723"} 2024-11-26T15:23:26,725 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T15:23:26,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a79de8081bc6bc3201e4f5c654b43da, ASSIGN}] 2024-11-26T15:23:26,727 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a79de8081bc6bc3201e4f5c654b43da, ASSIGN 2024-11-26T15:23:26,734 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0a79de8081bc6bc3201e4f5c654b43da, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,43797,1732634600037; forceNewPlan=false, retain=false 2024-11-26T15:23:26,885 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a79de8081bc6bc3201e4f5c654b43da, regionState=OPENING, regionLocation=6cc2bc8bf733,43797,1732634600037 2024-11-26T15:23:26,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0a79de8081bc6bc3201e4f5c654b43da, ASSIGN because future has completed 2024-11-26T15:23:26,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a79de8081bc6bc3201e4f5c654b43da, server=6cc2bc8bf733,43797,1732634600037}] 2024-11-26T15:23:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:27,044 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da. 2024-11-26T15:23:27,044 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a79de8081bc6bc3201e4f5c654b43da, NAME => 'test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:23:27,044 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:23:27,045 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T15:23:27,045 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0a79de8081bc6bc3201e4f5c654b43da 2024-11-26T15:23:27,045 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:27,045 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0a79de8081bc6bc3201e4f5c654b43da 2024-11-26T15:23:27,045 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0a79de8081bc6bc3201e4f5c654b43da 2024-11-26T15:23:27,048 INFO [StoreOpener-0a79de8081bc6bc3201e4f5c654b43da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0a79de8081bc6bc3201e4f5c654b43da 2024-11-26T15:23:27,051 INFO [StoreOpener-0a79de8081bc6bc3201e4f5c654b43da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a79de8081bc6bc3201e4f5c654b43da columnFamilyName f 2024-11-26T15:23:27,051 DEBUG [StoreOpener-0a79de8081bc6bc3201e4f5c654b43da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:27,051 INFO [StoreOpener-0a79de8081bc6bc3201e4f5c654b43da-1 {}] regionserver.HStore(327): Store=0a79de8081bc6bc3201e4f5c654b43da/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:27,051 INFO [StoreOpener-0a79de8081bc6bc3201e4f5c654b43da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0a79de8081bc6bc3201e4f5c654b43da 2024-11-26T15:23:27,052 INFO [StoreOpener-0a79de8081bc6bc3201e4f5c654b43da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a79de8081bc6bc3201e4f5c654b43da columnFamilyName f1 2024-11-26T15:23:27,052 DEBUG [StoreOpener-0a79de8081bc6bc3201e4f5c654b43da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:27,053 INFO [StoreOpener-0a79de8081bc6bc3201e4f5c654b43da-1 {}] regionserver.HStore(327): Store=0a79de8081bc6bc3201e4f5c654b43da/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:27,053 INFO [StoreOpener-0a79de8081bc6bc3201e4f5c654b43da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0a79de8081bc6bc3201e4f5c654b43da 2024-11-26T15:23:27,054 INFO [StoreOpener-0a79de8081bc6bc3201e4f5c654b43da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a79de8081bc6bc3201e4f5c654b43da columnFamilyName norep 2024-11-26T15:23:27,054 DEBUG [StoreOpener-0a79de8081bc6bc3201e4f5c654b43da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:27,054 INFO [StoreOpener-0a79de8081bc6bc3201e4f5c654b43da-1 {}] regionserver.HStore(327): Store=0a79de8081bc6bc3201e4f5c654b43da/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:27,055 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0a79de8081bc6bc3201e4f5c654b43da 2024-11-26T15:23:27,056 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da 2024-11-26T15:23:27,056 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da 2024-11-26T15:23:27,057 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0a79de8081bc6bc3201e4f5c654b43da 2024-11-26T15:23:27,057 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0a79de8081bc6bc3201e4f5c654b43da 2024-11-26T15:23:27,058 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:23:27,059 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0a79de8081bc6bc3201e4f5c654b43da 2024-11-26T15:23:27,061 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:23:27,062 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0a79de8081bc6bc3201e4f5c654b43da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63090904, jitterRate=-0.05987226963043213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:23:27,062 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a79de8081bc6bc3201e4f5c654b43da 2024-11-26T15:23:27,062 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0a79de8081bc6bc3201e4f5c654b43da: Running coprocessor pre-open hook at 1732634607045Writing region info on filesystem at 1732634607045Initializing all the Stores at 1732634607046 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634607046Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634607048 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634607048Cleaning up temporary data from old regions at 1732634607057 (+9 ms)Running coprocessor post-open hooks at 1732634607062 (+5 ms)Region opened successfully at 1732634607062 2024-11-26T15:23:27,063 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da., pid=6, masterSystemTime=1732634607040 2024-11-26T15:23:27,066 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da. 2024-11-26T15:23:27,066 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da. 2024-11-26T15:23:27,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a79de8081bc6bc3201e4f5c654b43da, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6cc2bc8bf733,43797,1732634600037 2024-11-26T15:23:27,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a79de8081bc6bc3201e4f5c654b43da, server=6cc2bc8bf733,43797,1732634600037 because future has completed 2024-11-26T15:23:27,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:23:27,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a79de8081bc6bc3201e4f5c654b43da, server=6cc2bc8bf733,43797,1732634600037 in 185 msec 2024-11-26T15:23:27,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T15:23:27,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0a79de8081bc6bc3201e4f5c654b43da, ASSIGN in 349 msec 2024-11-26T15:23:27,077 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:23:27,078 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634607077"}]},"ts":"1732634607077"} 2024-11-26T15:23:27,079 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T15:23:27,080 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:23:27,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2020 sec 2024-11-26T15:23:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:28,037 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T15:23:28,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed168d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:28,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,40369,-1 for getting cluster id 2024-11-26T15:23:28,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:28,053 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ae7ef46-7e6f-41d2-b508-078143640ffb' 2024-11-26T15:23:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ae7ef46-7e6f-41d2-b508-078143640ffb" 2024-11-26T15:23:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443e55a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,40369,-1] 2024-11-26T15:23:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:28,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:28,056 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:28,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8e7ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:28,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:23:28,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,40369,1732634589139 2024-11-26T15:23:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b840701 2024-11-26T15:23:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:23:28,060 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:23:28,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6cc2bc8bf733:44587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T15:23:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:23:28,065 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:44587' 2024-11-26T15:23:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:28,072 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e91fc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:28,073 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,44587,-1 for getting cluster id 2024-11-26T15:23:28,073 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:28,074 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f153de54-528f-467f-9fa2-9bb8f770f85f' 2024-11-26T15:23:28,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:28,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f153de54-528f-467f-9fa2-9bb8f770f85f" 2024-11-26T15:23:28,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d797391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:28,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,44587,-1] 2024-11-26T15:23:28,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:28,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:28,077 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:28,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5cc229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:28,078 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:23:28,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,44587,1732634594292 2024-11-26T15:23:28,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fcb9a42 2024-11-26T15:23:28,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:23:28,081 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:23:28,082 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T15:23:28,082 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:23:28,082 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:28,082 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:28,083 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:23:28,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:28,087 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T15:23:28,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:23:28,088 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:28,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:23:28,140 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T15:23:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:28,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741837_1013 (size=1138) 2024-11-26T15:23:28,207 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69e31c5c5cc3907f1ab230de3b8fdf8f, NAME => 'hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4 2024-11-26T15:23:28,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741838_1014 (size=44) 2024-11-26T15:23:28,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:28,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 69e31c5c5cc3907f1ab230de3b8fdf8f, disabling compactions & flushes 2024-11-26T15:23:28,227 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f. 2024-11-26T15:23:28,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f. 2024-11-26T15:23:28,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f. after waiting 0 ms 2024-11-26T15:23:28,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f. 2024-11-26T15:23:28,227 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f. 2024-11-26T15:23:28,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69e31c5c5cc3907f1ab230de3b8fdf8f: Waiting for close lock at 1732634608226Disabling compacts and flushes for region at 1732634608226Disabling writes for close at 1732634608227 (+1 ms)Writing region close event to WAL at 1732634608227Closed at 1732634608227 2024-11-26T15:23:28,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:23:28,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732634608228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634608228"}]},"ts":"1732634608228"} 2024-11-26T15:23:28,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:23:28,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:23:28,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634608231"}]},"ts":"1732634608231"} 2024-11-26T15:23:28,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T15:23:28,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=69e31c5c5cc3907f1ab230de3b8fdf8f, ASSIGN}] 2024-11-26T15:23:28,235 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=69e31c5c5cc3907f1ab230de3b8fdf8f, ASSIGN 2024-11-26T15:23:28,236 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=69e31c5c5cc3907f1ab230de3b8fdf8f, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,44189,1732634589358; forceNewPlan=false, retain=false 2024-11-26T15:23:28,284 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:23:28,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:28,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:28,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:28,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:28,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:28,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:28,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:28,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:28,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:28,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:28,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:28,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:28,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:28,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:28,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:28,400 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=69e31c5c5cc3907f1ab230de3b8fdf8f, regionState=OPENING, regionLocation=6cc2bc8bf733,44189,1732634589358 2024-11-26T15:23:28,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=69e31c5c5cc3907f1ab230de3b8fdf8f, ASSIGN because future has completed 2024-11-26T15:23:28,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69e31c5c5cc3907f1ab230de3b8fdf8f, server=6cc2bc8bf733,44189,1732634589358}] 2024-11-26T15:23:28,428 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T15:23:28,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f. 2024-11-26T15:23:28,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:23:28,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T15:23:28,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C44189%2C1732634589358.rep, suffix=, logDir=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/oldWALs, maxLogs=10 2024-11-26T15:23:28,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.rep.1732634608572, exclude list is [], retry=0 2024-11-26T15:23:28,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37689,DS-3aba07d7-0a51-48d8-a1b7-d9eb59e18115,DISK] 2024-11-26T15:23:28,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.rep.1732634608572 2024-11-26T15:23:28,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36709:36709)] 2024-11-26T15:23:28,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 69e31c5c5cc3907f1ab230de3b8fdf8f, NAME => 'hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:23:28,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:23:28,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:23:28,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f. service=MultiRowMutationService 2024-11-26T15:23:28,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T15:23:28,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 69e31c5c5cc3907f1ab230de3b8fdf8f 2024-11-26T15:23:28,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:28,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 69e31c5c5cc3907f1ab230de3b8fdf8f 2024-11-26T15:23:28,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 69e31c5c5cc3907f1ab230de3b8fdf8f 2024-11-26T15:23:28,597 INFO [StoreOpener-69e31c5c5cc3907f1ab230de3b8fdf8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 69e31c5c5cc3907f1ab230de3b8fdf8f 2024-11-26T15:23:28,598 INFO [StoreOpener-69e31c5c5cc3907f1ab230de3b8fdf8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e31c5c5cc3907f1ab230de3b8fdf8f columnFamilyName hfileref 2024-11-26T15:23:28,598 DEBUG [StoreOpener-69e31c5c5cc3907f1ab230de3b8fdf8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:28,598 INFO [StoreOpener-69e31c5c5cc3907f1ab230de3b8fdf8f-1 {}] regionserver.HStore(327): Store=69e31c5c5cc3907f1ab230de3b8fdf8f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:28,598 INFO [StoreOpener-69e31c5c5cc3907f1ab230de3b8fdf8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 69e31c5c5cc3907f1ab230de3b8fdf8f 2024-11-26T15:23:28,599 INFO [StoreOpener-69e31c5c5cc3907f1ab230de3b8fdf8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e31c5c5cc3907f1ab230de3b8fdf8f columnFamilyName queue 2024-11-26T15:23:28,599 DEBUG [StoreOpener-69e31c5c5cc3907f1ab230de3b8fdf8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:28,599 INFO [StoreOpener-69e31c5c5cc3907f1ab230de3b8fdf8f-1 {}] regionserver.HStore(327): Store=69e31c5c5cc3907f1ab230de3b8fdf8f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:28,599 INFO [StoreOpener-69e31c5c5cc3907f1ab230de3b8fdf8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 69e31c5c5cc3907f1ab230de3b8fdf8f 2024-11-26T15:23:28,600 INFO [StoreOpener-69e31c5c5cc3907f1ab230de3b8fdf8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e31c5c5cc3907f1ab230de3b8fdf8f columnFamilyName sid 2024-11-26T15:23:28,600 DEBUG [StoreOpener-69e31c5c5cc3907f1ab230de3b8fdf8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:28,600 INFO [StoreOpener-69e31c5c5cc3907f1ab230de3b8fdf8f-1 {}] regionserver.HStore(327): Store=69e31c5c5cc3907f1ab230de3b8fdf8f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:28,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 69e31c5c5cc3907f1ab230de3b8fdf8f 2024-11-26T15:23:28,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/replication/69e31c5c5cc3907f1ab230de3b8fdf8f 2024-11-26T15:23:28,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/replication/69e31c5c5cc3907f1ab230de3b8fdf8f 2024-11-26T15:23:28,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 69e31c5c5cc3907f1ab230de3b8fdf8f 2024-11-26T15:23:28,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 69e31c5c5cc3907f1ab230de3b8fdf8f 2024-11-26T15:23:28,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:23:28,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 69e31c5c5cc3907f1ab230de3b8fdf8f 2024-11-26T15:23:28,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/replication/69e31c5c5cc3907f1ab230de3b8fdf8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:23:28,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 69e31c5c5cc3907f1ab230de3b8fdf8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66780295, jitterRate=-0.004896059632301331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:23:28,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69e31c5c5cc3907f1ab230de3b8fdf8f 2024-11-26T15:23:28,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 69e31c5c5cc3907f1ab230de3b8fdf8f: Running coprocessor pre-open hook at 1732634608596Writing region info on filesystem at 1732634608596Initializing all the Stores at 1732634608596Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634608596Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634608597 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634608597Cleaning up temporary data from old regions at 1732634608602 (+5 ms)Running coprocessor post-open hooks at 1732634608617 (+15 ms)Region opened successfully at 1732634608617 2024-11-26T15:23:28,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f., pid=10, masterSystemTime=1732634608566 2024-11-26T15:23:28,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f. 2024-11-26T15:23:28,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f. 2024-11-26T15:23:28,620 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=69e31c5c5cc3907f1ab230de3b8fdf8f, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,44189,1732634589358 2024-11-26T15:23:28,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69e31c5c5cc3907f1ab230de3b8fdf8f, server=6cc2bc8bf733,44189,1732634589358 because future has completed 2024-11-26T15:23:28,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T15:23:28,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 69e31c5c5cc3907f1ab230de3b8fdf8f, server=6cc2bc8bf733,44189,1732634589358 in 212 msec 2024-11-26T15:23:28,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T15:23:28,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=69e31c5c5cc3907f1ab230de3b8fdf8f, ASSIGN in 394 msec 2024-11-26T15:23:28,631 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:23:28,631 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634608631"}]},"ts":"1732634608631"} 2024-11-26T15:23:28,632 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T15:23:28,633 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:23:28,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 550 msec 2024-11-26T15:23:28,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f., hostname=6cc2bc8bf733,44189,1732634589358, seqNum=2] 2024-11-26T15:23:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:28,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572 2024-11-26T15:23:28,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572 2024-11-26T15:23:28,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:23:28,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44189 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T15:23:28,905 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T15:23:28,952 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6cc2bc8bf733,44189,1732634589358, ReplicationSource: 1, currentBandwidth=0 2024-11-26T15:23:28,953 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:23:28,953 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,44189,1732634589358, seqNum=-1] 2024-11-26T15:23:28,954 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:23:28,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-26T15:23:28,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6cc2bc8bf733,44189,1732634589358', locateType=CURRENT is [region=hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f., hostname=6cc2bc8bf733,44189,1732634589358, seqNum=2] 2024-11-26T15:23:28,976 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T15:23:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T15:23:28,979 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6cc2bc8bf733,44189,1732634589358 suceeded 2024-11-26T15:23:28,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T15:23:28,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 248 msec 2024-11-26T15:23:28,982 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6cc2bc8bf733:44587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:23:28,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 922 msec 2024-11-26T15:23:29,006 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:44587' 2024-11-26T15:23:29,009 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@613e8c4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:29,009 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,44587,-1 for getting cluster id 2024-11-26T15:23:29,009 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:29,011 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f153de54-528f-467f-9fa2-9bb8f770f85f' 2024-11-26T15:23:29,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:29,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f153de54-528f-467f-9fa2-9bb8f770f85f" 2024-11-26T15:23:29,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1214b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:29,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,44587,-1] 2024-11-26T15:23:29,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:29,014 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:29,015 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a1b5011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:29,015 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:23:29,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,44587,1732634594292 2024-11-26T15:23:29,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c988030 2024-11-26T15:23:29,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:23:29,018 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-26T15:23:29,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:29,020 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6cc2bc8bf733,44189,1732634589358 (queues=1) is replicating from cluster=7ae7ef46-7e6f-41d2-b508-078143640ffb to cluster=f153de54-528f-467f-9fa2-9bb8f770f85f 2024-11-26T15:23:29,020 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6cc2bc8bf733%2C44189%2C1732634589358 2024-11-26T15:23:29,020 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6cc2bc8bf733,44189,1732634589358, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:23:29,024 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376, startPosition=0, beingWritten=true 2024-11-26T15:23:29,046 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.shipper6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C44189%2C1732634589358 2024-11-26T15:23:29,079 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:23:29,079 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 379, reset compression=false 2024-11-26T15:23:29,079 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.shipper6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,44189,1732634589358 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:23:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:29,213 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T15:23:29,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:23:29,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:29,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:29,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:29,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:29,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1485e132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:29,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,44587,-1 for getting cluster id 2024-11-26T15:23:29,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:29,229 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f153de54-528f-467f-9fa2-9bb8f770f85f' 2024-11-26T15:23:29,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:29,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f153de54-528f-467f-9fa2-9bb8f770f85f" 2024-11-26T15:23:29,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f6e523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:29,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,44587,-1] 2024-11-26T15:23:29,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:29,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:29,231 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:29,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3202dfc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:29,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:23:29,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,44587,1732634594292 2024-11-26T15:23:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60e401cb 2024-11-26T15:23:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:23:29,235 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:23:29,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6cc2bc8bf733:46883,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T15:23:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:23:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:29,238 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:46883' 2024-11-26T15:23:29,244 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c28a193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:29,244 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46883,-1 for getting cluster id 2024-11-26T15:23:29,245 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:29,245 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80254722-ac7a-4fdb-b1e7-c7dfecaaede4' 2024-11-26T15:23:29,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:29,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80254722-ac7a-4fdb-b1e7-c7dfecaaede4" 2024-11-26T15:23:29,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46463b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:29,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46883,-1] 2024-11-26T15:23:29,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:29,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:29,247 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:29,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b7ffb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:29,248 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:23:29,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,46883,1732634599872 2024-11-26T15:23:29,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35c5fe33 2024-11-26T15:23:29,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:23:29,251 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:23:29,252 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-26T15:23:29,252 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:23:29,252 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:29,252 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:29,252 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:23:29,253 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T15:23:29,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:23:29,255 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:29,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:29,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:23:29,304 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T15:23:29,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741837_1013 (size=1138) 2024-11-26T15:23:29,305 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 379, reset compression=false 2024-11-26T15:23:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:29,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T15:23:29,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T15:23:29,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:23:29,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T15:23:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:29,641 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 379, reset compression=false 2024-11-26T15:23:29,730 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e3e463e95075f53ca0baf1ea97de0e0, NAME => 'hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a 2024-11-26T15:23:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:29,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741838_1014 (size=44) 2024-11-26T15:23:30,075 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 379, reset compression=false 2024-11-26T15:23:30,141 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=10, created chunk count=34, reused chunk count=118, reuseRatio=77.63% 2024-11-26T15:23:30,141 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-26T15:23:30,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:30,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4e3e463e95075f53ca0baf1ea97de0e0, disabling compactions & flushes 2024-11-26T15:23:30,298 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. 2024-11-26T15:23:30,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. 2024-11-26T15:23:30,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. after waiting 0 ms 2024-11-26T15:23:30,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. 2024-11-26T15:23:30,298 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. 2024-11-26T15:23:30,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e3e463e95075f53ca0baf1ea97de0e0: Waiting for close lock at 1732634610298Disabling compacts and flushes for region at 1732634610298Disabling writes for close at 1732634610298Writing region close event to WAL at 1732634610298Closed at 1732634610298 2024-11-26T15:23:30,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:23:30,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732634610300"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634610300"}]},"ts":"1732634610300"} 2024-11-26T15:23:30,302 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:23:30,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:23:30,303 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634610302"}]},"ts":"1732634610302"} 2024-11-26T15:23:30,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T15:23:30,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e3e463e95075f53ca0baf1ea97de0e0, ASSIGN}] 2024-11-26T15:23:30,306 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e3e463e95075f53ca0baf1ea97de0e0, ASSIGN 2024-11-26T15:23:30,306 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4e3e463e95075f53ca0baf1ea97de0e0, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,43151,1732634594521; forceNewPlan=false, retain=false 2024-11-26T15:23:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:30,457 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4e3e463e95075f53ca0baf1ea97de0e0, regionState=OPENING, regionLocation=6cc2bc8bf733,43151,1732634594521 2024-11-26T15:23:30,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4e3e463e95075f53ca0baf1ea97de0e0, ASSIGN because future has completed 2024-11-26T15:23:30,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e3e463e95075f53ca0baf1ea97de0e0, server=6cc2bc8bf733,43151,1732634594521}] 2024-11-26T15:23:30,597 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 379, reset compression=false 2024-11-26T15:23:30,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. 2024-11-26T15:23:30,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:23:30,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T15:23:30,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C43151%2C1732634594521.rep, suffix=, logDir=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521, archiveDir=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/oldWALs, maxLogs=10 2024-11-26T15:23:30,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.rep.1732634610618, exclude list is [], retry=0 2024-11-26T15:23:30,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41171,DS-f3055fde-b38a-489f-882c-e8e990ff7087,DISK] 2024-11-26T15:23:30,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.rep.1732634610618 2024-11-26T15:23:30,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40619:40619)] 2024-11-26T15:23:30,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e3e463e95075f53ca0baf1ea97de0e0, NAME => 'hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:23:30,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:23:30,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:23:30,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. service=MultiRowMutationService 2024-11-26T15:23:30,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T15:23:30,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:30,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:30,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:30,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:30,659 INFO [StoreOpener-4e3e463e95075f53ca0baf1ea97de0e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:30,660 INFO [StoreOpener-4e3e463e95075f53ca0baf1ea97de0e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e3e463e95075f53ca0baf1ea97de0e0 columnFamilyName hfileref 2024-11-26T15:23:30,660 DEBUG [StoreOpener-4e3e463e95075f53ca0baf1ea97de0e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:30,660 INFO [StoreOpener-4e3e463e95075f53ca0baf1ea97de0e0-1 {}] regionserver.HStore(327): Store=4e3e463e95075f53ca0baf1ea97de0e0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:30,660 INFO [StoreOpener-4e3e463e95075f53ca0baf1ea97de0e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:30,661 INFO [StoreOpener-4e3e463e95075f53ca0baf1ea97de0e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e3e463e95075f53ca0baf1ea97de0e0 columnFamilyName queue 2024-11-26T15:23:30,662 DEBUG [StoreOpener-4e3e463e95075f53ca0baf1ea97de0e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:30,662 INFO [StoreOpener-4e3e463e95075f53ca0baf1ea97de0e0-1 {}] regionserver.HStore(327): Store=4e3e463e95075f53ca0baf1ea97de0e0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:30,662 INFO [StoreOpener-4e3e463e95075f53ca0baf1ea97de0e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:30,669 INFO [StoreOpener-4e3e463e95075f53ca0baf1ea97de0e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e3e463e95075f53ca0baf1ea97de0e0 columnFamilyName sid 2024-11-26T15:23:30,669 DEBUG [StoreOpener-4e3e463e95075f53ca0baf1ea97de0e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:30,669 INFO [StoreOpener-4e3e463e95075f53ca0baf1ea97de0e0-1 {}] regionserver.HStore(327): Store=4e3e463e95075f53ca0baf1ea97de0e0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:30,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:30,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/replication/4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:30,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/replication/4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:30,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:30,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:30,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:23:30,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:30,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/replication/4e3e463e95075f53ca0baf1ea97de0e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:23:30,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4e3e463e95075f53ca0baf1ea97de0e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62052949, jitterRate=-0.07533900439739227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:23:30,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:30,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4e3e463e95075f53ca0baf1ea97de0e0: Running coprocessor pre-open hook at 1732634610650Writing region info on filesystem at 1732634610650Initializing all the Stores at 1732634610651 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634610651Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634610658 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634610658Cleaning up temporary data from old regions at 1732634610671 (+13 ms)Running coprocessor post-open hooks at 1732634610689 (+18 ms)Region opened successfully at 1732634610689 2024-11-26T15:23:30,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0., pid=10, masterSystemTime=1732634610612 2024-11-26T15:23:30,693 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4e3e463e95075f53ca0baf1ea97de0e0, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,43151,1732634594521 2024-11-26T15:23:30,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e3e463e95075f53ca0baf1ea97de0e0, server=6cc2bc8bf733,43151,1732634594521 because future has completed 2024-11-26T15:23:30,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. 2024-11-26T15:23:30,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. 2024-11-26T15:23:30,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T15:23:30,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e3e463e95075f53ca0baf1ea97de0e0, server=6cc2bc8bf733,43151,1732634594521 in 236 msec 2024-11-26T15:23:30,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T15:23:30,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e3e463e95075f53ca0baf1ea97de0e0, ASSIGN in 395 msec 2024-11-26T15:23:30,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:23:30,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634610702"}]},"ts":"1732634610702"} 2024-11-26T15:23:30,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T15:23:30,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:23:30,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4520 sec 2024-11-26T15:23:30,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0., hostname=6cc2bc8bf733,43151,1732634594521, seqNum=2] 2024-11-26T15:23:30,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007 2024-11-26T15:23:30,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007 2024-11-26T15:23:30,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:23:30,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T15:23:30,968 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T15:23:31,022 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6cc2bc8bf733,43151,1732634594521, ReplicationSource: 1, currentBandwidth=0 2024-11-26T15:23:31,023 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:23:31,023 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,43151,1732634594521, seqNum=-1] 2024-11-26T15:23:31,023 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:23:31,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-26T15:23:31,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6cc2bc8bf733,43151,1732634594521', locateType=CURRENT is [region=hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0., hostname=6cc2bc8bf733,43151,1732634594521, seqNum=2] 2024-11-26T15:23:31,032 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T15:23:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T15:23:31,034 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6cc2bc8bf733,43151,1732634594521 suceeded 2024-11-26T15:23:31,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T15:23:31,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 229 msec 2024-11-26T15:23:31,036 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6cc2bc8bf733:46883,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:23:31,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8010 sec 2024-11-26T15:23:31,049 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:46883' 2024-11-26T15:23:31,050 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dd97a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:31,050 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46883,-1 for getting cluster id 2024-11-26T15:23:31,050 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:31,051 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80254722-ac7a-4fdb-b1e7-c7dfecaaede4' 2024-11-26T15:23:31,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:31,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80254722-ac7a-4fdb-b1e7-c7dfecaaede4" 2024-11-26T15:23:31,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11800f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:31,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46883,-1] 2024-11-26T15:23:31,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:31,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:31,052 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:31,053 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b4e6db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:31,053 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:23:31,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,46883,1732634599872 2024-11-26T15:23:31,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8e46b9f 2024-11-26T15:23:31,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:23:31,055 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-26T15:23:31,056 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6cc2bc8bf733,43151,1732634594521 (queues=1) is replicating from cluster=f153de54-528f-467f-9fa2-9bb8f770f85f to cluster=80254722-ac7a-4fdb-b1e7-c7dfecaaede4 2024-11-26T15:23:31,056 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6cc2bc8bf733%2C43151%2C1732634594521 2024-11-26T15:23:31,056 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6cc2bc8bf733,43151,1732634594521, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:23:31,068 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309, startPosition=0, beingWritten=true 2024-11-26T15:23:31,068 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C43151%2C1732634594521 2024-11-26T15:23:31,086 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:23:31,086 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 379, reset compression=false 2024-11-26T15:23:31,086 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43151,1732634594521 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:23:31,201 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 379, reset compression=false 2024-11-26T15:23:31,292 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 379, reset compression=false 2024-11-26T15:23:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:31,386 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T15:23:31,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:23:31,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:31,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:31,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:31,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:31,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39493426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:31,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46883,-1 for getting cluster id 2024-11-26T15:23:31,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:31,390 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80254722-ac7a-4fdb-b1e7-c7dfecaaede4' 2024-11-26T15:23:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80254722-ac7a-4fdb-b1e7-c7dfecaaede4" 2024-11-26T15:23:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e2cbe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46883,-1] 2024-11-26T15:23:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:31,393 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:31,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1616e507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:31,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:23:31,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,46883,1732634599872 2024-11-26T15:23:31,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d0e22dd 2024-11-26T15:23:31,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:23:31,401 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:23:31,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6cc2bc8bf733:44587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T15:23:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:23:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:31,405 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:44587' 2024-11-26T15:23:31,408 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f74402c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:31,408 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,44587,-1 for getting cluster id 2024-11-26T15:23:31,409 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:31,410 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f153de54-528f-467f-9fa2-9bb8f770f85f' 2024-11-26T15:23:31,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:31,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f153de54-528f-467f-9fa2-9bb8f770f85f" 2024-11-26T15:23:31,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48839316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:31,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,44587,-1] 2024-11-26T15:23:31,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:31,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:31,412 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:31,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bec4b78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:31,413 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:23:31,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,44587,1732634594292 2024-11-26T15:23:31,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f2c81a1 2024-11-26T15:23:31,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:23:31,416 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:23:31,417 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T15:23:31,417 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:23:31,417 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:31,417 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:31,417 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:23:31,420 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T15:23:31,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:31,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:23:31,422 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:31,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:23:31,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741837_1013 (size=1138) 2024-11-26T15:23:31,470 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T15:23:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:31,597 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 379, reset compression=false 2024-11-26T15:23:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:31,861 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 676c87e04349b6f9c5ad8e9fa3b8e55d, NAME => 'hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b 2024-11-26T15:23:31,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741838_1014 (size=44) 2024-11-26T15:23:31,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:31,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 676c87e04349b6f9c5ad8e9fa3b8e55d, disabling compactions & flushes 2024-11-26T15:23:31,907 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d. 2024-11-26T15:23:31,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d. 2024-11-26T15:23:31,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d. after waiting 0 ms 2024-11-26T15:23:31,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d. 2024-11-26T15:23:31,907 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d. 2024-11-26T15:23:31,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 676c87e04349b6f9c5ad8e9fa3b8e55d: Waiting for close lock at 1732634611907Disabling compacts and flushes for region at 1732634611907Disabling writes for close at 1732634611907Writing region close event to WAL at 1732634611907Closed at 1732634611907 2024-11-26T15:23:31,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:23:31,908 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732634611908"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634611908"}]},"ts":"1732634611908"} 2024-11-26T15:23:31,909 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 379, reset compression=false 2024-11-26T15:23:31,910 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:23:31,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:23:31,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634611912"}]},"ts":"1732634611912"} 2024-11-26T15:23:31,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T15:23:31,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=676c87e04349b6f9c5ad8e9fa3b8e55d, ASSIGN}] 2024-11-26T15:23:31,916 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=676c87e04349b6f9c5ad8e9fa3b8e55d, ASSIGN 2024-11-26T15:23:31,916 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=676c87e04349b6f9c5ad8e9fa3b8e55d, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,43797,1732634600037; forceNewPlan=false, retain=false 2024-11-26T15:23:32,004 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 379, reset compression=false 2024-11-26T15:23:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:32,067 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=676c87e04349b6f9c5ad8e9fa3b8e55d, regionState=OPENING, regionLocation=6cc2bc8bf733,43797,1732634600037 2024-11-26T15:23:32,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=676c87e04349b6f9c5ad8e9fa3b8e55d, ASSIGN because future has completed 2024-11-26T15:23:32,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 676c87e04349b6f9c5ad8e9fa3b8e55d, server=6cc2bc8bf733,43797,1732634600037}] 2024-11-26T15:23:32,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d. 2024-11-26T15:23:32,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:23:32,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T15:23:32,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C43797%2C1732634600037.rep, suffix=, logDir=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037, archiveDir=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/oldWALs, maxLogs=10 2024-11-26T15:23:32,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.rep.1732634612232, exclude list is [], retry=0 2024-11-26T15:23:32,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46573,DS-6b278529-5272-4811-8eb9-6347f4800d42,DISK] 2024-11-26T15:23:32,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.rep.1732634612232 2024-11-26T15:23:32,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39523:39523)] 2024-11-26T15:23:32,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 676c87e04349b6f9c5ad8e9fa3b8e55d, NAME => 'hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:23:32,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:23:32,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:23:32,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d. service=MultiRowMutationService 2024-11-26T15:23:32,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T15:23:32,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 676c87e04349b6f9c5ad8e9fa3b8e55d 2024-11-26T15:23:32,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:32,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 676c87e04349b6f9c5ad8e9fa3b8e55d 2024-11-26T15:23:32,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 676c87e04349b6f9c5ad8e9fa3b8e55d 2024-11-26T15:23:32,250 INFO [StoreOpener-676c87e04349b6f9c5ad8e9fa3b8e55d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 676c87e04349b6f9c5ad8e9fa3b8e55d 2024-11-26T15:23:32,251 INFO [StoreOpener-676c87e04349b6f9c5ad8e9fa3b8e55d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 676c87e04349b6f9c5ad8e9fa3b8e55d columnFamilyName hfileref 2024-11-26T15:23:32,251 DEBUG [StoreOpener-676c87e04349b6f9c5ad8e9fa3b8e55d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:32,251 INFO [StoreOpener-676c87e04349b6f9c5ad8e9fa3b8e55d-1 {}] regionserver.HStore(327): Store=676c87e04349b6f9c5ad8e9fa3b8e55d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:32,251 INFO [StoreOpener-676c87e04349b6f9c5ad8e9fa3b8e55d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 676c87e04349b6f9c5ad8e9fa3b8e55d 2024-11-26T15:23:32,252 INFO [StoreOpener-676c87e04349b6f9c5ad8e9fa3b8e55d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 676c87e04349b6f9c5ad8e9fa3b8e55d columnFamilyName queue 2024-11-26T15:23:32,252 DEBUG [StoreOpener-676c87e04349b6f9c5ad8e9fa3b8e55d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:32,252 INFO [StoreOpener-676c87e04349b6f9c5ad8e9fa3b8e55d-1 {}] regionserver.HStore(327): Store=676c87e04349b6f9c5ad8e9fa3b8e55d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:32,252 INFO [StoreOpener-676c87e04349b6f9c5ad8e9fa3b8e55d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 676c87e04349b6f9c5ad8e9fa3b8e55d 2024-11-26T15:23:32,253 INFO [StoreOpener-676c87e04349b6f9c5ad8e9fa3b8e55d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 676c87e04349b6f9c5ad8e9fa3b8e55d columnFamilyName sid 2024-11-26T15:23:32,253 DEBUG [StoreOpener-676c87e04349b6f9c5ad8e9fa3b8e55d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:32,253 INFO [StoreOpener-676c87e04349b6f9c5ad8e9fa3b8e55d-1 {}] regionserver.HStore(327): Store=676c87e04349b6f9c5ad8e9fa3b8e55d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:32,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 676c87e04349b6f9c5ad8e9fa3b8e55d 2024-11-26T15:23:32,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/replication/676c87e04349b6f9c5ad8e9fa3b8e55d 2024-11-26T15:23:32,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/replication/676c87e04349b6f9c5ad8e9fa3b8e55d 2024-11-26T15:23:32,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 676c87e04349b6f9c5ad8e9fa3b8e55d 2024-11-26T15:23:32,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 676c87e04349b6f9c5ad8e9fa3b8e55d 2024-11-26T15:23:32,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:23:32,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 676c87e04349b6f9c5ad8e9fa3b8e55d 2024-11-26T15:23:32,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/replication/676c87e04349b6f9c5ad8e9fa3b8e55d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:23:32,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 676c87e04349b6f9c5ad8e9fa3b8e55d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63180720, jitterRate=-0.05853390693664551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:23:32,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 676c87e04349b6f9c5ad8e9fa3b8e55d 2024-11-26T15:23:32,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 676c87e04349b6f9c5ad8e9fa3b8e55d: Running coprocessor pre-open hook at 1732634612249Writing region info on filesystem at 1732634612249Initializing all the Stores at 1732634612250 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634612250Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634612250Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634612250Cleaning up temporary data from old regions at 1732634612255 (+5 ms)Running coprocessor post-open hooks at 1732634612258 (+3 ms)Region opened successfully at 1732634612258 2024-11-26T15:23:32,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d., pid=10, masterSystemTime=1732634612222 2024-11-26T15:23:32,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d. 2024-11-26T15:23:32,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d. 2024-11-26T15:23:32,261 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=676c87e04349b6f9c5ad8e9fa3b8e55d, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,43797,1732634600037 2024-11-26T15:23:32,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 676c87e04349b6f9c5ad8e9fa3b8e55d, server=6cc2bc8bf733,43797,1732634600037 because future has completed 2024-11-26T15:23:32,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T15:23:32,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 676c87e04349b6f9c5ad8e9fa3b8e55d, server=6cc2bc8bf733,43797,1732634600037 in 194 msec 2024-11-26T15:23:32,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T15:23:32,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=676c87e04349b6f9c5ad8e9fa3b8e55d, ASSIGN in 352 msec 2024-11-26T15:23:32,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:23:32,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634612268"}]},"ts":"1732634612268"} 2024-11-26T15:23:32,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T15:23:32,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:23:32,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 853 msec 2024-11-26T15:23:32,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d., hostname=6cc2bc8bf733,43797,1732634600037, seqNum=2] 2024-11-26T15:23:32,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169 2024-11-26T15:23:32,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169 2024-11-26T15:23:32,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:23:32,509 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 379, reset compression=false 2024-11-26T15:23:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:32,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T15:23:32,624 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T15:23:32,661 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6cc2bc8bf733,43797,1732634600037, ReplicationSource: 1, currentBandwidth=0 2024-11-26T15:23:32,662 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:23:32,662 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,43797,1732634600037, seqNum=-1] 2024-11-26T15:23:32,662 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:23:32,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-26T15:23:32,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6cc2bc8bf733,43797,1732634600037', locateType=CURRENT is [region=hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d., hostname=6cc2bc8bf733,43797,1732634600037, seqNum=2] 2024-11-26T15:23:32,667 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T15:23:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T15:23:32,671 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6cc2bc8bf733,43797,1732634600037 suceeded 2024-11-26T15:23:32,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T15:23:32,674 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6cc2bc8bf733:44587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:23:32,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-26T15:23:32,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2730 sec 2024-11-26T15:23:32,686 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:44587' 2024-11-26T15:23:32,687 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ed9a8c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:32,687 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,44587,-1 for getting cluster id 2024-11-26T15:23:32,687 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:32,688 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f153de54-528f-467f-9fa2-9bb8f770f85f' 2024-11-26T15:23:32,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:32,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f153de54-528f-467f-9fa2-9bb8f770f85f" 2024-11-26T15:23:32,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ab93bb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:32,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,44587,-1] 2024-11-26T15:23:32,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:32,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:32,689 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:32,690 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f54f786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:32,690 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:23:32,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,44587,1732634594292 2024-11-26T15:23:32,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14fbd048 2024-11-26T15:23:32,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:23:32,692 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-26T15:23:32,693 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6cc2bc8bf733,43797,1732634600037 (queues=1) is replicating from cluster=80254722-ac7a-4fdb-b1e7-c7dfecaaede4 to cluster=f153de54-528f-467f-9fa2-9bb8f770f85f 2024-11-26T15:23:32,693 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6cc2bc8bf733%2C43797%2C1732634600037 2024-11-26T15:23:32,693 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6cc2bc8bf733,43797,1732634600037, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:23:32,696 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282, startPosition=0, beingWritten=true 2024-11-26T15:23:32,698 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C43797%2C1732634600037 2024-11-26T15:23:32,706 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:23:32,706 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 379, reset compression=false 2024-11-26T15:23:32,706 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43797,1732634600037 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:23:32,721 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 379, reset compression=false 2024-11-26T15:23:32,920 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 379, reset compression=false 2024-11-26T15:23:33,112 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 379, reset compression=false 2024-11-26T15:23:33,224 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 379, reset compression=false 2024-11-26T15:23:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:33,556 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T15:23:33,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:23:33,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:33,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:33,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:33,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:33,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47392967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:33,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,40369,-1 for getting cluster id 2024-11-26T15:23:33,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:33,558 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ae7ef46-7e6f-41d2-b508-078143640ffb' 2024-11-26T15:23:33,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:33,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ae7ef46-7e6f-41d2-b508-078143640ffb" 2024-11-26T15:23:33,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e12a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:33,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,40369,-1] 2024-11-26T15:23:33,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:33,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:33,559 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:33,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8dcd38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:33,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebe0b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:33,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,44587,-1 for getting cluster id 2024-11-26T15:23:33,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:33,561 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f153de54-528f-467f-9fa2-9bb8f770f85f' 2024-11-26T15:23:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f153de54-528f-467f-9fa2-9bb8f770f85f" 2024-11-26T15:23:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3caea794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,44587,-1] 2024-11-26T15:23:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:33,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:33,562 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:33,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8bac15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:33,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc31b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:33,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46883,-1 for getting cluster id 2024-11-26T15:23:33,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:33,564 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80254722-ac7a-4fdb-b1e7-c7dfecaaede4' 2024-11-26T15:23:33,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:33,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80254722-ac7a-4fdb-b1e7-c7dfecaaede4" 2024-11-26T15:23:33,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d5e1e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:33,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46883,-1] 2024-11-26T15:23:33,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:33,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:33,565 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333affb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:33,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:23:33,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,44189,1732634589358, seqNum=-1] 2024-11-26T15:23:33,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:23:33,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:23:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d., hostname=6cc2bc8bf733,44189,1732634589358, seqNum=2] 2024-11-26T15:23:33,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:23:33,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,43797,1732634600037, seqNum=-1] 2024-11-26T15:23:33,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:23:33,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:23:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da., hostname=6cc2bc8bf733,43797,1732634600037, seqNum=2] 2024-11-26T15:23:33,578 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T15:23:33,625 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 379, reset compression=false 2024-11-26T15:23:33,628 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 379, reset compression=false 2024-11-26T15:23:33,635 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:23:33,635 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 480, reset compression=false 2024-11-26T15:23:33,635 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.shipper6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,44189,1732634589358 got entry batch from reader: WALEntryBatch [walEntries=[{test/86ac0c2381d3ef0fa80f0297e847531d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T15:23:33,637 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.shipper6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:23:33,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-26T15:23:33,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:23:33,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f03b557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:33,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,44587,-1 for getting cluster id 2024-11-26T15:23:33,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:33,641 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f153de54-528f-467f-9fa2-9bb8f770f85f' 2024-11-26T15:23:33,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:33,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f153de54-528f-467f-9fa2-9bb8f770f85f" 2024-11-26T15:23:33,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27f24138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:33,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,44587,-1] 2024-11-26T15:23:33,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:33,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:33,643 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:33,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d27f1e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:33,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:23:33,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,43151,1732634594521, seqNum=-1] 2024-11-26T15:23:33,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:23:33,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-26T15:23:33,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732634603708.0b78a3036d175687f7a204fbb454597e., hostname=6cc2bc8bf733,43151,1732634594521, seqNum=2] 2024-11-26T15:23:33,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:23:33,816 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 379, reset compression=false 2024-11-26T15:23:33,840 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:23:33,840 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 503, reset compression=false 2024-11-26T15:23:33,840 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43151,1732634594521 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b78a3036d175687f7a204fbb454597e/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-26T15:23:33,841 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 480, reset compression=false 2024-11-26T15:23:33,845 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:23:33,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-26T15:23:33,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:23:33,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2983b72e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:33,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,46883,-1 for getting cluster id 2024-11-26T15:23:33,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:33,852 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80254722-ac7a-4fdb-b1e7-c7dfecaaede4' 2024-11-26T15:23:33,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:33,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80254722-ac7a-4fdb-b1e7-c7dfecaaede4" 2024-11-26T15:23:33,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65a05b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:33,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,46883,-1] 2024-11-26T15:23:33,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:33,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:33,854 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:33,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d22aa2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:33,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:23:33,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,43797,1732634600037, seqNum=-1] 2024-11-26T15:23:33,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:23:33,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-26T15:23:33,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da., hostname=6cc2bc8bf733,43797,1732634600037, seqNum=2] 2024-11-26T15:23:33,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:23:34,051 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 503, reset compression=false 2024-11-26T15:23:34,098 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:23:34,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:34,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:34,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:34,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:34,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:34,131 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 379, reset compression=false 2024-11-26T15:23:34,135 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:23:34,135 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 527, reset compression=false 2024-11-26T15:23:34,135 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43797,1732634600037 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:23:34,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:34,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:34,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:34,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:34,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:34,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:34,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:34,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:34,166 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 480, reset compression=false 2024-11-26T15:23:34,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:34,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:34,340 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 527, reset compression=false 2024-11-26T15:23:34,356 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 503, reset compression=false 2024-11-26T15:23:34,429 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T15:23:34,571 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 480, reset compression=false 2024-11-26T15:23:34,581 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T15:23:34,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:23:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,43151,1732634594521, seqNum=-1] 2024-11-26T15:23:34,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:23:34,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:23:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732634603708.0b78a3036d175687f7a204fbb454597e., hostname=6cc2bc8bf733,43151,1732634594521, seqNum=2] 2024-11-26T15:23:34,590 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T15:23:34,645 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 527, reset compression=false 2024-11-26T15:23:34,788 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 503, reset compression=false 2024-11-26T15:23:34,793 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:23:34,793 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 607, reset compression=false 2024-11-26T15:23:34,793 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43151,1732634594521 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b78a3036d175687f7a204fbb454597e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T15:23:34,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:23:34,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:23:35,001 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 607, reset compression=false 2024-11-26T15:23:35,048 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 527, reset compression=false 2024-11-26T15:23:35,053 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:23:35,053 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 655, reset compression=false 2024-11-26T15:23:35,053 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43797,1732634600037 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:23:35,074 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 480, reset compression=false 2024-11-26T15:23:35,257 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 655, reset compression=false 2024-11-26T15:23:35,308 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 607, reset compression=false 2024-11-26T15:23:35,570 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 655, reset compression=false 2024-11-26T15:23:35,592 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T15:23:35,603 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-26T15:23:35,678 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 480, reset compression=false 2024-11-26T15:23:35,737 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 607, reset compression=false 2024-11-26T15:23:36,001 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 655, reset compression=false 2024-11-26T15:23:36,010 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:23:36,010 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 759, reset compression=false 2024-11-26T15:23:36,012 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43797,1732634600037 got entry batch from reader: WALEntryBatch [walEntries=[{test/0a79de8081bc6bc3201e4f5c654b43da/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T15:23:36,014 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:23:36,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-26T15:23:36,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:23:36,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:23:36,225 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 759, reset compression=false 2024-11-26T15:23:36,252 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 607, reset compression=false 2024-11-26T15:23:36,256 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:23:36,256 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 735, reset compression=false 2024-11-26T15:23:36,256 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43151,1732634594521 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:23:36,383 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 480, reset compression=false 2024-11-26T15:23:36,424 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:23:36,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:23:36,425 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108693 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:23:36,459 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 735, reset compression=false 2024-11-26T15:23:36,532 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 759, reset compression=false 2024-11-26T15:23:36,604 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-26T15:23:36,608 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T15:23:36,763 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 735, reset compression=false 2024-11-26T15:23:36,936 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 759, reset compression=false 2024-11-26T15:23:37,167 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 735, reset compression=false 2024-11-26T15:23:37,187 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 480, reset compression=false 2024-11-26T15:23:37,250 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:23:37,250 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 636, reset compression=false 2024-11-26T15:23:37,250 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.shipper6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,44189,1732634589358 got entry batch from reader: WALEntryBatch [walEntries=[{test/86ac0c2381d3ef0fa80f0297e847531d/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T15:23:37,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:23:37,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:23:37,439 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 759, reset compression=false 2024-11-26T15:23:37,454 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 636, reset compression=false 2024-11-26T15:23:37,609 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T15:23:37,671 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 735, reset compression=false 2024-11-26T15:23:37,676 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:23:37,676 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 882, reset compression=false 2024-11-26T15:23:37,676 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43151,1732634594521 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b78a3036d175687f7a204fbb454597e/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-26T15:23:37,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:23:37,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:23:37,758 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 636, reset compression=false 2024-11-26T15:23:37,888 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 882, reset compression=false 2024-11-26T15:23:38,044 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 759, reset compression=false 2024-11-26T15:23:38,048 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:23:38,048 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 930, reset compression=false 2024-11-26T15:23:38,048 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43797,1732634600037 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:23:38,163 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 636, reset compression=false 2024-11-26T15:23:38,192 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 882, reset compression=false 2024-11-26T15:23:38,252 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 930, reset compression=false 2024-11-26T15:23:38,555 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 930, reset compression=false 2024-11-26T15:23:38,608 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 882, reset compression=false 2024-11-26T15:23:38,613 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T15:23:38,617 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T15:23:38,667 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 636, reset compression=false 2024-11-26T15:23:38,728 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T15:23:38,959 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 930, reset compression=false 2024-11-26T15:23:39,113 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 882, reset compression=false 2024-11-26T15:23:39,118 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:23:39,118 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 1041, reset compression=false 2024-11-26T15:23:39,118 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43151,1732634594521 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b78a3036d175687f7a204fbb454597e/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T15:23:39,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:23:39,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:23:39,271 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 636, reset compression=false 2024-11-26T15:23:39,349 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 1041, reset compression=false 2024-11-26T15:23:39,462 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 930, reset compression=false 2024-11-26T15:23:39,467 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:23:39,467 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 1080, reset compression=false 2024-11-26T15:23:39,469 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43797,1732634600037 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:23:39,620 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T15:23:39,624 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-26T15:23:39,653 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 1041, reset compression=false 2024-11-26T15:23:39,679 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 1080, reset compression=false 2024-11-26T15:23:39,686 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:23:39,686 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 1239, reset compression=false 2024-11-26T15:23:39,686 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43797,1732634600037 got entry batch from reader: WALEntryBatch [walEntries=[{test/0a79de8081bc6bc3201e4f5c654b43da/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T15:23:39,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T15:23:39,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T15:23:39,893 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 1239, reset compression=false 2024-11-26T15:23:39,976 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 636, reset compression=false 2024-11-26T15:23:40,056 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 1041, reset compression=false 2024-11-26T15:23:40,061 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:23:40,061 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 1191, reset compression=false 2024-11-26T15:23:40,061 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43151,1732634594521 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:23:40,197 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 1239, reset compression=false 2024-11-26T15:23:40,269 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 1191, reset compression=false 2024-11-26T15:23:40,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:23:40,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:40,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:40,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:40,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:40,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:40,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:40,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:40,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:40,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:40,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:40,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:40,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:40,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:40,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:40,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:40,573 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 1191, reset compression=false 2024-11-26T15:23:40,601 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 1239, reset compression=false 2024-11-26T15:23:40,626 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-26T15:23:40,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:23:40,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:23:40,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:40,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:40,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:40,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:40,633 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:23:40,633 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1814079927, stopped=false 2024-11-26T15:23:40,634 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,46883,1732634599872 2024-11-26T15:23:40,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2066251169/running 2024-11-26T15:23:40,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2066251169/running 2024-11-26T15:23:40,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169 2024-11-26T15:23:40,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169 2024-11-26T15:23:40,676 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:23:40,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Set watcher on znode that does not yet exist, /2-2066251169/running 2024-11-26T15:23:40,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Set watcher on znode that does not yet exist, /2-2066251169/running 2024-11-26T15:23:40,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:23:40,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:40,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:40,683 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,43797,1732634600037' ***** 2024-11-26T15:23:40,683 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:23:40,684 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:23:40,684 INFO [RS:0;6cc2bc8bf733:43797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:23:40,684 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:23:40,684 INFO [RS:0;6cc2bc8bf733:43797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:23:40,684 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a79de8081bc6bc3201e4f5c654b43da 2024-11-26T15:23:40,684 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(3091): Received CLOSE for 676c87e04349b6f9c5ad8e9fa3b8e55d 2024-11-26T15:23:40,684 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,43797,1732634600037 2024-11-26T15:23:40,684 INFO [RS:0;6cc2bc8bf733:43797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:23:40,685 INFO [RS:0;6cc2bc8bf733:43797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:43797. 2024-11-26T15:23:40,685 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a79de8081bc6bc3201e4f5c654b43da, disabling compactions & flushes 2024-11-26T15:23:40,685 DEBUG [RS:0;6cc2bc8bf733:43797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:40,685 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da. 2024-11-26T15:23:40,685 DEBUG [RS:0;6cc2bc8bf733:43797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:40,685 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da. 2024-11-26T15:23:40,685 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:23:40,685 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:23:40,685 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:23:40,685 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:23:40,685 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da. after waiting 0 ms 2024-11-26T15:23:40,685 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da. 2024-11-26T15:23:40,685 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a79de8081bc6bc3201e4f5c654b43da 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-26T15:23:40,685 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T15:23:40,685 DEBUG [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0a79de8081bc6bc3201e4f5c654b43da=test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da., 676c87e04349b6f9c5ad8e9fa3b8e55d=hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d.} 2024-11-26T15:23:40,685 DEBUG [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(1351): Waiting on 0a79de8081bc6bc3201e4f5c654b43da, 1588230740, 676c87e04349b6f9c5ad8e9fa3b8e55d 2024-11-26T15:23:40,686 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:23:40,686 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:23:40,686 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:23:40,686 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:23:40,686 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:23:40,686 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T15:23:40,689 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:23:40,704 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/.tmp/info/1435dc870e844bf7b9e142989febe2c5 is 147, key is hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d./info:regioninfo/1732634612261/Put/seqid=0 2024-11-26T15:23:40,708 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da/.tmp/f/bd1045e961d544f7a02ff1f3336feb37 is 29, key is row1/f:/1732634618614/DeleteFamily/seqid=0 2024-11-26T15:23:40,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741841_1017 (size=5152) 2024-11-26T15:23:40,719 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da/.tmp/f/bd1045e961d544f7a02ff1f3336feb37 2024-11-26T15:23:40,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741840_1016 (size=7686) 2024-11-26T15:23:40,725 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/.tmp/info/1435dc870e844bf7b9e142989febe2c5 2024-11-26T15:23:40,726 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd1045e961d544f7a02ff1f3336feb37 2024-11-26T15:23:40,743 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da/.tmp/f1/05e8ba93eece4a2293f7d9209cfa74b2 is 30, key is row1/f1:/1732634618614/DeleteFamily/seqid=0 2024-11-26T15:23:40,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741842_1018 (size=5158) 2024-11-26T15:23:40,751 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da/.tmp/f1/05e8ba93eece4a2293f7d9209cfa74b2 2024-11-26T15:23:40,753 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/.tmp/ns/85da1699c2724b828358e6b24a3b0f4d is 43, key is default/ns:d/1732634602896/Put/seqid=0 2024-11-26T15:23:40,758 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05e8ba93eece4a2293f7d9209cfa74b2 2024-11-26T15:23:40,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741843_1019 (size=5153) 2024-11-26T15:23:40,765 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/.tmp/ns/85da1699c2724b828358e6b24a3b0f4d 2024-11-26T15:23:40,780 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 636, reset compression=false 2024-11-26T15:23:40,782 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da/.tmp/norep/ac66f58a6b224ad897b0deb61a3339d8 is 33, key is row2/norep:/1732634619622/DeleteFamily/seqid=0 2024-11-26T15:23:40,798 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/.tmp/rep_barrier/f20c98991fcd4729ba8d7036f46c7801 is 112, key is test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da./rep_barrier:seqnumDuringOpen/1732634607069/Put/seqid=0 2024-11-26T15:23:40,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741844_1020 (size=5108) 2024-11-26T15:23:40,801 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da/.tmp/norep/ac66f58a6b224ad897b0deb61a3339d8 2024-11-26T15:23:40,807 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac66f58a6b224ad897b0deb61a3339d8 2024-11-26T15:23:40,808 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da/.tmp/f/bd1045e961d544f7a02ff1f3336feb37 as hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da/f/bd1045e961d544f7a02ff1f3336feb37 2024-11-26T15:23:40,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741845_1021 (size=5518) 2024-11-26T15:23:40,810 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/.tmp/rep_barrier/f20c98991fcd4729ba8d7036f46c7801 2024-11-26T15:23:40,843 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd1045e961d544f7a02ff1f3336feb37 2024-11-26T15:23:40,843 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da/f/bd1045e961d544f7a02ff1f3336feb37, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T15:23:40,844 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da/.tmp/f1/05e8ba93eece4a2293f7d9209cfa74b2 as hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da/f1/05e8ba93eece4a2293f7d9209cfa74b2 2024-11-26T15:23:40,850 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05e8ba93eece4a2293f7d9209cfa74b2 2024-11-26T15:23:40,850 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da/f1/05e8ba93eece4a2293f7d9209cfa74b2, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T15:23:40,852 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da/.tmp/norep/ac66f58a6b224ad897b0deb61a3339d8 as hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da/norep/ac66f58a6b224ad897b0deb61a3339d8 2024-11-26T15:23:40,858 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac66f58a6b224ad897b0deb61a3339d8 2024-11-26T15:23:40,858 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da/norep/ac66f58a6b224ad897b0deb61a3339d8, entries=1, sequenceid=10, filesize=5.0 K 2024-11-26T15:23:40,857 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/.tmp/table/33eebc6dbe504ea7b1d5ab92dbf7352d is 53, key is hbase:replication/table:state/1732634612268/Put/seqid=0 2024-11-26T15:23:40,859 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0a79de8081bc6bc3201e4f5c654b43da in 174ms, sequenceid=10, compaction requested=false 2024-11-26T15:23:40,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741846_1022 (size=5308) 2024-11-26T15:23:40,885 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/default/test/0a79de8081bc6bc3201e4f5c654b43da/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T15:23:40,885 DEBUG [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(1351): Waiting on 0a79de8081bc6bc3201e4f5c654b43da, 1588230740, 676c87e04349b6f9c5ad8e9fa3b8e55d 2024-11-26T15:23:40,886 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:23:40,886 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:23:40,886 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da. 2024-11-26T15:23:40,886 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a79de8081bc6bc3201e4f5c654b43da: Waiting for close lock at 1732634620684Running coprocessor pre-close hooks at 1732634620684Disabling compacts and flushes for region at 1732634620684Disabling writes for close at 1732634620685 (+1 ms)Obtaining lock to block concurrent updates at 1732634620685Preparing flush snapshotting stores in 0a79de8081bc6bc3201e4f5c654b43da at 1732634620685Finished memstore snapshotting test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732634620686 (+1 ms)Flushing stores of test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da. at 1732634620686Flushing 0a79de8081bc6bc3201e4f5c654b43da/f: creating writer at 1732634620686Flushing 0a79de8081bc6bc3201e4f5c654b43da/f: appending metadata at 1732634620707 (+21 ms)Flushing 0a79de8081bc6bc3201e4f5c654b43da/f: closing flushed file at 1732634620707Flushing 0a79de8081bc6bc3201e4f5c654b43da/f1: creating writer at 1732634620726 (+19 ms)Flushing 0a79de8081bc6bc3201e4f5c654b43da/f1: appending metadata at 1732634620742 (+16 ms)Flushing 0a79de8081bc6bc3201e4f5c654b43da/f1: closing flushed file at 1732634620742Flushing 0a79de8081bc6bc3201e4f5c654b43da/norep: creating writer at 1732634620758 (+16 ms)Flushing 0a79de8081bc6bc3201e4f5c654b43da/norep: appending metadata at 1732634620781 (+23 ms)Flushing 0a79de8081bc6bc3201e4f5c654b43da/norep: closing flushed file at 1732634620781Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75383888: reopening flushed file at 1732634620807 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c908a08: reopening flushed file at 1732634620843 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eaab83e: reopening flushed file at 1732634620851 (+8 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0a79de8081bc6bc3201e4f5c654b43da in 174ms, sequenceid=10, compaction requested=false at 1732634620859 (+8 ms)Writing region close event to WAL at 1732634620877 (+18 ms)Running coprocessor post-close hooks at 1732634620886 (+9 ms)Closed at 1732634620886 2024-11-26T15:23:40,886 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732634605879.0a79de8081bc6bc3201e4f5c654b43da. 2024-11-26T15:23:40,886 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 676c87e04349b6f9c5ad8e9fa3b8e55d, disabling compactions & flushes 2024-11-26T15:23:40,886 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d. 2024-11-26T15:23:40,886 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d. 2024-11-26T15:23:40,886 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d. after waiting 0 ms 2024-11-26T15:23:40,886 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d. 2024-11-26T15:23:40,886 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 676c87e04349b6f9c5ad8e9fa3b8e55d 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-26T15:23:40,908 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/replication/676c87e04349b6f9c5ad8e9fa3b8e55d/.tmp/queue/2e5bde8b2d034dbfb16db83e681c965e is 154, key is 1-6cc2bc8bf733,43797,1732634600037/queue:6cc2bc8bf733%2C43797%2C1732634600037/1732634619692/Put/seqid=0 2024-11-26T15:23:40,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741847_1023 (size=5353) 2024-11-26T15:23:40,911 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/replication/676c87e04349b6f9c5ad8e9fa3b8e55d/.tmp/queue/2e5bde8b2d034dbfb16db83e681c965e 2024-11-26T15:23:40,916 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/replication/676c87e04349b6f9c5ad8e9fa3b8e55d/.tmp/queue/2e5bde8b2d034dbfb16db83e681c965e as hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/replication/676c87e04349b6f9c5ad8e9fa3b8e55d/queue/2e5bde8b2d034dbfb16db83e681c965e 2024-11-26T15:23:40,920 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/replication/676c87e04349b6f9c5ad8e9fa3b8e55d/queue/2e5bde8b2d034dbfb16db83e681c965e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-26T15:23:40,921 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 676c87e04349b6f9c5ad8e9fa3b8e55d in 35ms, sequenceid=12, compaction requested=false 2024-11-26T15:23:40,924 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/replication/676c87e04349b6f9c5ad8e9fa3b8e55d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T15:23:40,925 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:23:40,925 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:23:40,925 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d. 2024-11-26T15:23:40,925 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 676c87e04349b6f9c5ad8e9fa3b8e55d: Waiting for close lock at 1732634620886Running coprocessor pre-close hooks at 1732634620886Disabling compacts and flushes for region at 1732634620886Disabling writes for close at 1732634620886Obtaining lock to block concurrent updates at 1732634620886Preparing flush snapshotting stores in 676c87e04349b6f9c5ad8e9fa3b8e55d at 1732634620886Finished memstore snapshotting hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732634620887 (+1 ms)Flushing stores of hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d. at 1732634620887Flushing 676c87e04349b6f9c5ad8e9fa3b8e55d/queue: creating writer at 1732634620887Flushing 676c87e04349b6f9c5ad8e9fa3b8e55d/queue: appending metadata at 1732634620907 (+20 ms)Flushing 676c87e04349b6f9c5ad8e9fa3b8e55d/queue: closing flushed file at 1732634620907Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bdde7e8: reopening flushed file at 1732634620915 (+8 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 676c87e04349b6f9c5ad8e9fa3b8e55d in 35ms, sequenceid=12, compaction requested=false at 1732634620921 (+6 ms)Writing region close event to WAL at 1732634620922 (+1 ms)Running coprocessor post-close hooks at 1732634620925 (+3 ms)Closed at 1732634620925 2024-11-26T15:23:40,925 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732634611417.676c87e04349b6f9c5ad8e9fa3b8e55d. 2024-11-26T15:23:40,977 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 1191, reset compression=false 2024-11-26T15:23:41,086 DEBUG [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:23:41,104 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 1239, reset compression=false 2024-11-26T15:23:41,109 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:23:41,109 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 2130, reset compression=false 2024-11-26T15:23:41,109 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43797,1732634600037 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282, lastWalPosition=2130, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:23:41,111 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6cc2bc8bf733,43797,1732634600037: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6cc2bc8bf733,43797,1732634600037, walGroup=6cc2bc8bf733%2C43797%2C1732634600037, offset=6cc2bc8bf733%2C43797%2C1732634600037.1732634602282:2130, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:43797 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T15:23:41,112 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T15:23:41,113 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T15:23:41,115 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T15:23:41,115 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T15:23:41,115 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T15:23:41,115 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1340080128, "init": 1048576000, "max": 2306867200, "used": 879656600 }, "NonHeapMemoryUsage": { "committed": 205979648, "init": 7667712, "max": -1, "used": 203042608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T15:23:41,116 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:46883 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:46883 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T15:23:41,132 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:23:41,132 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:23:41,280 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/.tmp/table/33eebc6dbe504ea7b1d5ab92dbf7352d 2024-11-26T15:23:41,286 DEBUG [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:23:41,289 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/.tmp/info/1435dc870e844bf7b9e142989febe2c5 as hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/info/1435dc870e844bf7b9e142989febe2c5 2024-11-26T15:23:41,293 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/info/1435dc870e844bf7b9e142989febe2c5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T15:23:41,294 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/.tmp/ns/85da1699c2724b828358e6b24a3b0f4d as hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/ns/85da1699c2724b828358e6b24a3b0f4d 2024-11-26T15:23:41,298 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/ns/85da1699c2724b828358e6b24a3b0f4d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T15:23:41,299 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/.tmp/rep_barrier/f20c98991fcd4729ba8d7036f46c7801 as hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/rep_barrier/f20c98991fcd4729ba8d7036f46c7801 2024-11-26T15:23:41,304 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/rep_barrier/f20c98991fcd4729ba8d7036f46c7801, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T15:23:41,305 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/.tmp/table/33eebc6dbe504ea7b1d5ab92dbf7352d as hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/table/33eebc6dbe504ea7b1d5ab92dbf7352d 2024-11-26T15:23:41,310 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/table/33eebc6dbe504ea7b1d5ab92dbf7352d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T15:23:41,312 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 626ms, sequenceid=16, compaction requested=false 2024-11-26T15:23:41,317 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.wal-reader.6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/WALs/6cc2bc8bf733,43797,1732634600037/6cc2bc8bf733%2C43797%2C1732634600037.1732634602282 to pos 2130, reset compression=false 2024-11-26T15:23:41,328 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T15:23:41,329 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:23:41,329 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:23:41,329 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:23:41,329 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634620685Running coprocessor pre-close hooks at 1732634620686 (+1 ms)Disabling compacts and flushes for region at 1732634620686Disabling writes for close at 1732634620686Obtaining lock to block concurrent updates at 1732634620686Preparing flush snapshotting stores in 1588230740 at 1732634620686Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732634620687 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732634620688 (+1 ms)Flushing 1588230740/info: creating writer at 1732634620688Flushing 1588230740/info: appending metadata at 1732634620703 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732634620703Flushing 1588230740/ns: creating writer at 1732634620733 (+30 ms)Flushing 1588230740/ns: appending metadata at 1732634620753 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732634620753Flushing 1588230740/rep_barrier: creating writer at 1732634620771 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732634620797 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732634620797Flushing 1588230740/table: creating writer at 1732634620829 (+32 ms)Flushing 1588230740/table: appending metadata at 1732634620855 (+26 ms)Flushing 1588230740/table: closing flushed file at 1732634620856 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@154745a8: reopening flushed file at 1732634621288 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@355eba8c: reopening flushed file at 1732634621293 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1377d595: reopening flushed file at 1732634621299 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a62f9d6: reopening flushed file at 1732634621304 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 626ms, sequenceid=16, compaction requested=false at 1732634621312 (+8 ms)Writing region close event to WAL at 1732634621324 (+12 ms)Running coprocessor post-close hooks at 1732634621329 (+5 ms)Closed at 1732634621329 2024-11-26T15:23:41,330 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:23:41,480 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 1191, reset compression=false 2024-11-26T15:23:41,486 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,43797,1732634600037; all regions closed. 2024-11-26T15:23:41,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741834_1010 (size=4239) 2024-11-26T15:23:41,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741839_1015 (size=3114) 2024-11-26T15:23:41,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741833_1009 (size=2138) 2024-11-26T15:23:41,524 DEBUG [RS:0;6cc2bc8bf733:43797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:41,524 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:23:41,524 INFO [RS:0;6cc2bc8bf733:43797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:23:41,525 INFO [RS:0;6cc2bc8bf733:43797 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T15:23:41,525 INFO [RS:0;6cc2bc8bf733:43797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:23:41,525 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:23:41,526 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6cc2bc8bf733,43797,1732634600037 because: Region server is closing 2024-11-26T15:23:41,526 INFO [RS:0;6cc2bc8bf733:43797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:43797. 2024-11-26T15:23:41,526 DEBUG [RS:0;6cc2bc8bf733:43797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:41,526 DEBUG [RS:0;6cc2bc8bf733:43797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:41,526 DEBUG [RS:0;6cc2bc8bf733:43797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:41,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:41,626 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43797,1732634600037.replicationSource.shipper6cc2bc8bf733%2C43797%2C1732634600037,1-6cc2bc8bf733,43797,1732634600037 terminated 2024-11-26T15:23:41,627 INFO [RS:0;6cc2bc8bf733:43797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:43797. 2024-11-26T15:23:41,627 DEBUG [RS:0;6cc2bc8bf733:43797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:41,627 DEBUG [RS:0;6cc2bc8bf733:43797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:41,627 DEBUG [RS:0;6cc2bc8bf733:43797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:41,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:41,627 INFO [RS:0;6cc2bc8bf733:43797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43797 2024-11-26T15:23:41,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169/rs 2024-11-26T15:23:41,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2066251169/rs/6cc2bc8bf733,43797,1732634600037 2024-11-26T15:23:41,638 INFO [RS:0;6cc2bc8bf733:43797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:23:41,648 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,43797,1732634600037] 2024-11-26T15:23:41,659 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2066251169/draining/6cc2bc8bf733,43797,1732634600037 already deleted, retry=false 2024-11-26T15:23:41,659 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,43797,1732634600037 expired; onlineServers=0 2024-11-26T15:23:41,659 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,46883,1732634599872' ***** 2024-11-26T15:23:41,659 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:23:41,659 INFO [M:0;6cc2bc8bf733:46883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:23:41,659 INFO [M:0;6cc2bc8bf733:46883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:23:41,659 DEBUG [M:0;6cc2bc8bf733:46883 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:23:41,659 DEBUG [M:0;6cc2bc8bf733:46883 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:23:41,659 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:23:41,660 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634601929 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634601929,5,FailOnTimeoutGroup] 2024-11-26T15:23:41,660 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634601929 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634601929,5,FailOnTimeoutGroup] 2024-11-26T15:23:41,660 INFO [M:0;6cc2bc8bf733:46883 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:23:41,660 INFO [M:0;6cc2bc8bf733:46883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:23:41,660 DEBUG [M:0;6cc2bc8bf733:46883 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:23:41,660 INFO [M:0;6cc2bc8bf733:46883 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:23:41,660 INFO [M:0;6cc2bc8bf733:46883 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:23:41,660 INFO [M:0;6cc2bc8bf733:46883 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:23:41,660 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:23:41,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2066251169/master 2024-11-26T15:23:41,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2066251169 2024-11-26T15:23:41,670 DEBUG [M:0;6cc2bc8bf733:46883 {}] zookeeper.ZKUtil(347): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Unable to get data of znode /2-2066251169/master because node does not exist (not an error) 2024-11-26T15:23:41,670 WARN [M:0;6cc2bc8bf733:46883 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:23:41,670 INFO [M:0;6cc2bc8bf733:46883 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/.lastflushedseqids 2024-11-26T15:23:41,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741848_1024 (size=245) 2024-11-26T15:23:41,693 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 636, reset compression=false 2024-11-26T15:23:41,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:41,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x10177bdab0a0007, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:41,749 INFO [RS:0;6cc2bc8bf733:43797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:23:41,749 INFO [RS:0;6cc2bc8bf733:43797 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,43797,1732634600037; zookeeper connection closed. 2024-11-26T15:23:41,749 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f3f732a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f3f732a 2024-11-26T15:23:41,749 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:23:42,074 INFO [M:0;6cc2bc8bf733:46883 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:23:42,075 INFO [M:0;6cc2bc8bf733:46883 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:23:42,075 DEBUG [M:0;6cc2bc8bf733:46883 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:23:42,075 INFO [M:0;6cc2bc8bf733:46883 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:42,075 DEBUG [M:0;6cc2bc8bf733:46883 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:42,075 DEBUG [M:0;6cc2bc8bf733:46883 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:23:42,075 DEBUG [M:0;6cc2bc8bf733:46883 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:42,075 INFO [M:0;6cc2bc8bf733:46883 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T15:23:42,098 DEBUG [M:0;6cc2bc8bf733:46883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1bb617d77a1c46d6995eb3dd9e553794 is 82, key is hbase:meta,,1/info:regioninfo/1732634602814/Put/seqid=0 2024-11-26T15:23:42,101 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 1191, reset compression=false 2024-11-26T15:23:42,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741849_1025 (size=5672) 2024-11-26T15:23:42,105 INFO [M:0;6cc2bc8bf733:46883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1bb617d77a1c46d6995eb3dd9e553794 2024-11-26T15:23:42,130 DEBUG [M:0;6cc2bc8bf733:46883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90509401d49849acb83126af6dc39241 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732634612272/Put/seqid=0 2024-11-26T15:23:42,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741850_1026 (size=8515) 2024-11-26T15:23:42,540 INFO [M:0;6cc2bc8bf733:46883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90509401d49849acb83126af6dc39241 2024-11-26T15:23:42,556 DEBUG [M:0;6cc2bc8bf733:46883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df0e2e7539504cb4aa1265f38409fc81 is 69, key is 6cc2bc8bf733,43797,1732634600037/rs:state/1732634602047/Put/seqid=0 2024-11-26T15:23:42,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741851_1027 (size=5156) 2024-11-26T15:23:42,559 INFO [M:0;6cc2bc8bf733:46883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df0e2e7539504cb4aa1265f38409fc81 2024-11-26T15:23:42,562 DEBUG [M:0;6cc2bc8bf733:46883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1bb617d77a1c46d6995eb3dd9e553794 as hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1bb617d77a1c46d6995eb3dd9e553794 2024-11-26T15:23:42,565 INFO [M:0;6cc2bc8bf733:46883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1bb617d77a1c46d6995eb3dd9e553794, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T15:23:42,578 DEBUG [M:0;6cc2bc8bf733:46883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90509401d49849acb83126af6dc39241 as hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90509401d49849acb83126af6dc39241 2024-11-26T15:23:42,581 INFO [M:0;6cc2bc8bf733:46883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90509401d49849acb83126af6dc39241, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T15:23:42,582 DEBUG [M:0;6cc2bc8bf733:46883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df0e2e7539504cb4aa1265f38409fc81 as hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df0e2e7539504cb4aa1265f38409fc81 2024-11-26T15:23:42,585 INFO [M:0;6cc2bc8bf733:46883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36329/user/jenkins/test-data/50e061d4-37eb-d9fe-447a-f2d8ca23050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df0e2e7539504cb4aa1265f38409fc81, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T15:23:42,588 INFO [M:0;6cc2bc8bf733:46883 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 512ms, sequenceid=97, compaction requested=false 2024-11-26T15:23:42,589 INFO [M:0;6cc2bc8bf733:46883 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:42,589 DEBUG [M:0;6cc2bc8bf733:46883 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634622075Disabling compacts and flushes for region at 1732634622075Disabling writes for close at 1732634622075Obtaining lock to block concurrent updates at 1732634622075Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634622075Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732634622076 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634622076Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634622076Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634622098 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634622098Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634622109 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634622130 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634622130Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634622543 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634622555 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634622555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54aeabee: reopening flushed file at 1732634622562 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7722013: reopening flushed file at 1732634622565 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7944e6ca: reopening flushed file at 1732634622581 (+16 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 512ms, sequenceid=97, compaction requested=false at 1732634622588 (+7 ms)Writing region close event to WAL at 1732634622588Closed at 1732634622588 2024-11-26T15:23:42,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46573 is added to blk_1073741830_1006 (size=63642) 2024-11-26T15:23:42,591 INFO [M:0;6cc2bc8bf733:46883 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:23:42,591 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:23:42,591 INFO [M:0;6cc2bc8bf733:46883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46883 2024-11-26T15:23:42,592 INFO [M:0;6cc2bc8bf733:46883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:23:42,697 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 636, reset compression=false 2024-11-26T15:23:42,714 INFO [M:0;6cc2bc8bf733:46883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:23:42,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:42,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x10177bdab0a0006, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:42,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42761de4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:23:42,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e519346{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:23:42,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:23:42,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@773c9faa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:23:42,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da0a79c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/hadoop.log.dir/,STOPPED} 2024-11-26T15:23:42,718 WARN [BP-1306213438-172.17.0.3-1732634596823 heartbeating to localhost/127.0.0.1:36329 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:23:42,718 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:23:42,718 WARN [BP-1306213438-172.17.0.3-1732634596823 heartbeating to localhost/127.0.0.1:36329 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1306213438-172.17.0.3-1732634596823 (Datanode Uuid 221d83d1-d74f-4108-89a2-a3e02b829d68) service to localhost/127.0.0.1:36329 2024-11-26T15:23:42,718 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:23:42,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/cluster_621803f1-ec7f-be52-b371-e73cf0c269c7/data/data1/current/BP-1306213438-172.17.0.3-1732634596823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:23:42,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/cluster_621803f1-ec7f-be52-b371-e73cf0c269c7/data/data2/current/BP-1306213438-172.17.0.3-1732634596823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:23:42,719 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:23:42,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16f2cf9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:23:42,727 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11ad6ca6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:23:42,727 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:23:42,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dcf78a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:23:42,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fa17ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/hadoop.log.dir/,STOPPED} 2024-11-26T15:23:42,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:23:42,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:23:42,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:23:42,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:42,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:42,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:42,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:42,745 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:23:42,745 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=557554134, stopped=false 2024-11-26T15:23:42,745 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,44587,1732634594292 2024-11-26T15:23:42,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-791700007/running 2024-11-26T15:23:42,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007 2024-11-26T15:23:42,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-791700007/running 2024-11-26T15:23:42,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007 2024-11-26T15:23:42,754 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:23:42,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:23:42,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:42,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:42,754 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,43151,1732634594521' ***** 2024-11-26T15:23:42,754 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:23:42,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Set watcher on znode that does not yet exist, /1-791700007/running 2024-11-26T15:23:42,755 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:23:42,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Set watcher on znode that does not yet exist, /1-791700007/running 2024-11-26T15:23:42,755 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:23:42,755 INFO [RS:0;6cc2bc8bf733:43151 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:23:42,755 INFO [RS:0;6cc2bc8bf733:43151 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:23:42,755 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b78a3036d175687f7a204fbb454597e 2024-11-26T15:23:42,755 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:42,755 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,43151,1732634594521 2024-11-26T15:23:42,755 INFO [RS:0;6cc2bc8bf733:43151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:23:42,755 INFO [RS:0;6cc2bc8bf733:43151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:43151. 2024-11-26T15:23:42,755 DEBUG [RS:0;6cc2bc8bf733:43151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:42,755 DEBUG [RS:0;6cc2bc8bf733:43151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:42,755 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:23:42,755 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:23:42,755 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:23:42,755 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:23:42,756 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b78a3036d175687f7a204fbb454597e, disabling compactions & flushes 2024-11-26T15:23:42,756 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732634603708.0b78a3036d175687f7a204fbb454597e. 2024-11-26T15:23:42,756 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634603708.0b78a3036d175687f7a204fbb454597e. 2024-11-26T15:23:42,756 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732634603708.0b78a3036d175687f7a204fbb454597e. after waiting 0 ms 2024-11-26T15:23:42,756 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732634603708.0b78a3036d175687f7a204fbb454597e. 2024-11-26T15:23:42,756 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0b78a3036d175687f7a204fbb454597e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-26T15:23:42,762 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T15:23:42,762 DEBUG [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(1325): Online Regions={0b78a3036d175687f7a204fbb454597e=test,,1732634603708.0b78a3036d175687f7a204fbb454597e., 4e3e463e95075f53ca0baf1ea97de0e0=hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:23:42,762 DEBUG [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(1351): Waiting on 0b78a3036d175687f7a204fbb454597e, 1588230740, 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:42,762 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:23:42,762 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:23:42,762 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:23:42,762 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:23:42,762 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:23:42,763 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T15:23:42,784 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/.tmp/info/fb5f646d4e2b4f368c0e05405b7ec007 is 147, key is hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0./info:regioninfo/1732634610693/Put/seqid=0 2024-11-26T15:23:42,784 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e/.tmp/f/ad6ecee92d1f48e1b30683fe945ffed4 is 29, key is row1/f:/1732634618614/DeleteFamily/seqid=0 2024-11-26T15:23:42,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741841_1017 (size=7686) 2024-11-26T15:23:42,810 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/.tmp/info/fb5f646d4e2b4f368c0e05405b7ec007 2024-11-26T15:23:42,814 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 1191, reset compression=false 2024-11-26T15:23:42,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741840_1016 (size=5152) 2024-11-26T15:23:42,818 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e/.tmp/f/ad6ecee92d1f48e1b30683fe945ffed4 2024-11-26T15:23:42,824 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad6ecee92d1f48e1b30683fe945ffed4 2024-11-26T15:23:42,839 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:23:42,839 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 1438, reset compression=false 2024-11-26T15:23:42,839 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,43151,1732634594521 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:23:42,840 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6cc2bc8bf733,43151,1732634594521: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6cc2bc8bf733,43151,1732634594521, walGroup=6cc2bc8bf733%2C43151%2C1732634594521, offset=6cc2bc8bf733%2C43151%2C1732634594521.1732634596309:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:43151 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T15:23:42,841 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T15:23:42,842 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T15:23:42,842 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T15:23:42,842 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T15:23:42,842 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T15:23:42,842 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1340080128, "init": 1048576000, "max": 2306867200, "used": 919502480 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 203253184 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T15:23:42,843 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:44587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:44587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T15:23:42,854 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:23:42,866 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/.tmp/ns/f0954bf60f424ad793841cc13961d550 is 43, key is default/ns:d/1732634596699/Put/seqid=0 2024-11-26T15:23:42,866 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e/.tmp/f1/f36c32f86d1449cd90dec1f3a420c318 is 30, key is row1/f1:/1732634618614/DeleteFamily/seqid=0 2024-11-26T15:23:42,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741843_1019 (size=5153) 2024-11-26T15:23:42,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741842_1018 (size=5158) 2024-11-26T15:23:42,962 DEBUG [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(1351): Waiting on 0b78a3036d175687f7a204fbb454597e, 1588230740, 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:43,050 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 1438, reset compression=false 2024-11-26T15:23:43,162 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:23:43,162 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:23:43,162 DEBUG [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(1351): Waiting on 0b78a3036d175687f7a204fbb454597e, 1588230740, 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:43,278 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e/.tmp/f1/f36c32f86d1449cd90dec1f3a420c318 2024-11-26T15:23:43,278 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/.tmp/ns/f0954bf60f424ad793841cc13961d550 2024-11-26T15:23:43,282 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f36c32f86d1449cd90dec1f3a420c318 2024-11-26T15:23:43,299 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e/.tmp/norep/f4c64616c0624021b94e42aa8380fb50 is 33, key is row1/norep:/1732634618614/DeleteFamily/seqid=0 2024-11-26T15:23:43,299 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/.tmp/rep_barrier/f296ccf5488f4c208355b27f184882e9 is 112, key is test,,1732634603708.0b78a3036d175687f7a204fbb454597e./rep_barrier:seqnumDuringOpen/1732634605134/Put/seqid=0 2024-11-26T15:23:43,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741844_1020 (size=5108) 2024-11-26T15:23:43,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741845_1021 (size=5518) 2024-11-26T15:23:43,304 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/.tmp/rep_barrier/f296ccf5488f4c208355b27f184882e9 2024-11-26T15:23:43,323 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/.tmp/table/1f30ff74a501497bbbdc662ddb4e8068 is 53, key is hbase:replication/table:state/1732634610702/Put/seqid=0 2024-11-26T15:23:43,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741846_1022 (size=5308) 2024-11-26T15:23:43,327 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/.tmp/table/1f30ff74a501497bbbdc662ddb4e8068 2024-11-26T15:23:43,331 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/.tmp/info/fb5f646d4e2b4f368c0e05405b7ec007 as hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/info/fb5f646d4e2b4f368c0e05405b7ec007 2024-11-26T15:23:43,334 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/info/fb5f646d4e2b4f368c0e05405b7ec007, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T15:23:43,335 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/.tmp/ns/f0954bf60f424ad793841cc13961d550 as hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/ns/f0954bf60f424ad793841cc13961d550 2024-11-26T15:23:43,338 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/ns/f0954bf60f424ad793841cc13961d550, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T15:23:43,339 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/.tmp/rep_barrier/f296ccf5488f4c208355b27f184882e9 as hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/rep_barrier/f296ccf5488f4c208355b27f184882e9 2024-11-26T15:23:43,343 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/rep_barrier/f296ccf5488f4c208355b27f184882e9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T15:23:43,344 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/.tmp/table/1f30ff74a501497bbbdc662ddb4e8068 as hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/table/1f30ff74a501497bbbdc662ddb4e8068 2024-11-26T15:23:43,347 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/table/1f30ff74a501497bbbdc662ddb4e8068, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T15:23:43,348 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 586ms, sequenceid=16, compaction requested=false 2024-11-26T15:23:43,352 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T15:23:43,353 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:23:43,353 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 1438, reset compression=false 2024-11-26T15:23:43,353 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:23:43,354 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:23:43,354 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634622762Running coprocessor pre-close hooks at 1732634622762Disabling compacts and flushes for region at 1732634622762Disabling writes for close at 1732634622762Obtaining lock to block concurrent updates at 1732634622763 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732634622763Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732634622763Flushing stores of hbase:meta,,1.1588230740 at 1732634622763Flushing 1588230740/info: creating writer at 1732634622764 (+1 ms)Flushing 1588230740/info: appending metadata at 1732634622784 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732634622784Flushing 1588230740/ns: creating writer at 1732634622816 (+32 ms)Flushing 1588230740/ns: appending metadata at 1732634622866 (+50 ms)Flushing 1588230740/ns: closing flushed file at 1732634622866Flushing 1588230740/rep_barrier: creating writer at 1732634623282 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732634623299 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732634623299Flushing 1588230740/table: creating writer at 1732634623307 (+8 ms)Flushing 1588230740/table: appending metadata at 1732634623323 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732634623323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c751a36: reopening flushed file at 1732634623330 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3434b924: reopening flushed file at 1732634623334 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@786232c5: reopening flushed file at 1732634623339 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8fa9a6: reopening flushed file at 1732634623343 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 586ms, sequenceid=16, compaction requested=false at 1732634623348 (+5 ms)Writing region close event to WAL at 1732634623349 (+1 ms)Running coprocessor post-close hooks at 1732634623353 (+4 ms)Closed at 1732634623353 2024-11-26T15:23:43,354 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:23:43,362 DEBUG [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(1351): Waiting on 0b78a3036d175687f7a204fbb454597e, 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:43,563 DEBUG [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(1351): Waiting on 0b78a3036d175687f7a204fbb454597e, 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:43,703 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e/.tmp/norep/f4c64616c0624021b94e42aa8380fb50 2024-11-26T15:23:43,708 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4c64616c0624021b94e42aa8380fb50 2024-11-26T15:23:43,709 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e/.tmp/f/ad6ecee92d1f48e1b30683fe945ffed4 as hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e/f/ad6ecee92d1f48e1b30683fe945ffed4 2024-11-26T15:23:43,720 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad6ecee92d1f48e1b30683fe945ffed4 2024-11-26T15:23:43,720 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e/f/ad6ecee92d1f48e1b30683fe945ffed4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T15:23:43,721 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e/.tmp/f1/f36c32f86d1449cd90dec1f3a420c318 as hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e/f1/f36c32f86d1449cd90dec1f3a420c318 2024-11-26T15:23:43,726 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f36c32f86d1449cd90dec1f3a420c318 2024-11-26T15:23:43,726 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e/f1/f36c32f86d1449cd90dec1f3a420c318, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T15:23:43,727 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e/.tmp/norep/f4c64616c0624021b94e42aa8380fb50 as hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e/norep/f4c64616c0624021b94e42aa8380fb50 2024-11-26T15:23:43,733 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4c64616c0624021b94e42aa8380fb50 2024-11-26T15:23:43,733 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e/norep/f4c64616c0624021b94e42aa8380fb50, entries=1, sequenceid=10, filesize=5.0 K 2024-11-26T15:23:43,734 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0b78a3036d175687f7a204fbb454597e in 978ms, sequenceid=10, compaction requested=false 2024-11-26T15:23:43,740 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/data/default/test/0b78a3036d175687f7a204fbb454597e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T15:23:43,741 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:23:43,741 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:23:43,741 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732634603708.0b78a3036d175687f7a204fbb454597e. 2024-11-26T15:23:43,741 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b78a3036d175687f7a204fbb454597e: Waiting for close lock at 1732634622756Running coprocessor pre-close hooks at 1732634622756Disabling compacts and flushes for region at 1732634622756Disabling writes for close at 1732634622756Obtaining lock to block concurrent updates at 1732634622756Preparing flush snapshotting stores in 0b78a3036d175687f7a204fbb454597e at 1732634622756Finished memstore snapshotting test,,1732634603708.0b78a3036d175687f7a204fbb454597e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732634622756Flushing stores of test,,1732634603708.0b78a3036d175687f7a204fbb454597e. at 1732634622757 (+1 ms)Flushing 0b78a3036d175687f7a204fbb454597e/f: creating writer at 1732634622757Flushing 0b78a3036d175687f7a204fbb454597e/f: appending metadata at 1732634622784 (+27 ms)Flushing 0b78a3036d175687f7a204fbb454597e/f: closing flushed file at 1732634622784Flushing 0b78a3036d175687f7a204fbb454597e/f1: creating writer at 1732634622824 (+40 ms)Flushing 0b78a3036d175687f7a204fbb454597e/f1: appending metadata at 1732634622866 (+42 ms)Flushing 0b78a3036d175687f7a204fbb454597e/f1: closing flushed file at 1732634622866Flushing 0b78a3036d175687f7a204fbb454597e/norep: creating writer at 1732634623283 (+417 ms)Flushing 0b78a3036d175687f7a204fbb454597e/norep: appending metadata at 1732634623299 (+16 ms)Flushing 0b78a3036d175687f7a204fbb454597e/norep: closing flushed file at 1732634623299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f6a04c0: reopening flushed file at 1732634623708 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@487028a8: reopening flushed file at 1732634623720 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@501412d3: reopening flushed file at 1732634623726 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0b78a3036d175687f7a204fbb454597e in 978ms, sequenceid=10, compaction requested=false at 1732634623734 (+8 ms)Writing region close event to WAL at 1732634623737 (+3 ms)Running coprocessor post-close hooks at 1732634623741 (+4 ms)Closed at 1732634623741 2024-11-26T15:23:43,741 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732634603708.0b78a3036d175687f7a204fbb454597e. 2024-11-26T15:23:43,741 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e3e463e95075f53ca0baf1ea97de0e0, disabling compactions & flushes 2024-11-26T15:23:43,741 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. 2024-11-26T15:23:43,741 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. 2024-11-26T15:23:43,741 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. after waiting 0 ms 2024-11-26T15:23:43,741 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. 2024-11-26T15:23:43,742 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e3e463e95075f53ca0baf1ea97de0e0: Waiting for close lock at 1732634623741Running coprocessor pre-close hooks at 1732634623741Disabling compacts and flushes for region at 1732634623741Disabling writes for close at 1732634623741Failed flush hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0., putting online again at 1732634623741 2024-11-26T15:23:43,742 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. 2024-11-26T15:23:43,757 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 1438, reset compression=false 2024-11-26T15:23:43,761 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:23:43,761 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 2082, reset compression=false 2024-11-26T15:23:43,763 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T15:23:43,763 DEBUG [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(1325): Online Regions={4e3e463e95075f53ca0baf1ea97de0e0=hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0.} 2024-11-26T15:23:43,763 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:43,763 DEBUG [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(1351): Waiting on 4e3e463e95075f53ca0baf1ea97de0e0 2024-11-26T15:23:43,763 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e3e463e95075f53ca0baf1ea97de0e0, disabling compactions & flushes 2024-11-26T15:23:43,763 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. 2024-11-26T15:23:43,763 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. 2024-11-26T15:23:43,763 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. after waiting 0 ms 2024-11-26T15:23:43,763 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. 2024-11-26T15:23:43,763 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e3e463e95075f53ca0baf1ea97de0e0: Waiting for close lock at 1732634623763Running coprocessor pre-close hooks at 1732634623763Disabling compacts and flushes for region at 1732634623763Disabling writes for close at 1732634623763Failed flush hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0., putting online again at 1732634623763 2024-11-26T15:23:43,764 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732634609252.4e3e463e95075f53ca0baf1ea97de0e0. 2024-11-26T15:23:43,799 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 636, reset compression=false 2024-11-26T15:23:43,873 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T15:23:43,963 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T15:23:43,963 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,43151,1732634594521; all regions closed. 2024-11-26T15:23:43,964 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.1732634596309 to pos 2082, reset compression=false 2024-11-26T15:23:43,966 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/WALs/6cc2bc8bf733,43151,1732634594521/6cc2bc8bf733%2C43151%2C1732634594521.meta.1732634596608.meta not finished, retry = 0 2024-11-26T15:23:43,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741834_1010 (size=4239) 2024-11-26T15:23:44,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741839_1015 (size=2171) 2024-11-26T15:23:44,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741833_1009 (size=2090) 2024-11-26T15:23:44,074 DEBUG [RS:0;6cc2bc8bf733:43151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:44,074 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:23:44,075 INFO [RS:0;6cc2bc8bf733:43151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:23:44,075 INFO [RS:0;6cc2bc8bf733:43151 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T15:23:44,075 INFO [RS:0;6cc2bc8bf733:43151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:23:44,075 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:23:44,075 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6cc2bc8bf733,43151,1732634594521 because: Region server is closing 2024-11-26T15:23:44,075 INFO [RS:0;6cc2bc8bf733:43151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:43151. 2024-11-26T15:23:44,075 DEBUG [RS:0;6cc2bc8bf733:43151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:44,075 DEBUG [RS:0;6cc2bc8bf733:43151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:44,075 DEBUG [RS:0;6cc2bc8bf733:43151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:44,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:44,176 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.shipper6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 terminated 2024-11-26T15:23:44,176 INFO [RS:0;6cc2bc8bf733:43151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:43151. 2024-11-26T15:23:44,176 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,43151,1732634594521.replicationSource.wal-reader.6cc2bc8bf733%2C43151%2C1732634594521,1-6cc2bc8bf733,43151,1732634594521 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T15:23:44,176 DEBUG [RS:0;6cc2bc8bf733:43151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:44,176 DEBUG [RS:0;6cc2bc8bf733:43151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:44,176 DEBUG [RS:0;6cc2bc8bf733:43151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:44,176 INFO [RS:0;6cc2bc8bf733:43151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43151 2024-11-26T15:23:44,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:44,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-791700007/rs/6cc2bc8bf733,43151,1732634594521 2024-11-26T15:23:44,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007/rs 2024-11-26T15:23:44,289 INFO [RS:0;6cc2bc8bf733:43151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:23:44,311 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,43151,1732634594521] 2024-11-26T15:23:44,322 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-791700007/draining/6cc2bc8bf733,43151,1732634594521 already deleted, retry=false 2024-11-26T15:23:44,322 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,43151,1732634594521 expired; onlineServers=0 2024-11-26T15:23:44,322 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,44587,1732634594292' ***** 2024-11-26T15:23:44,322 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:23:44,322 INFO [M:0;6cc2bc8bf733:44587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:23:44,322 INFO [M:0;6cc2bc8bf733:44587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:23:44,322 DEBUG [M:0;6cc2bc8bf733:44587 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:23:44,322 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:23:44,322 DEBUG [M:0;6cc2bc8bf733:44587 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:23:44,322 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634595917 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634595917,5,FailOnTimeoutGroup] 2024-11-26T15:23:44,322 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634595917 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634595917,5,FailOnTimeoutGroup] 2024-11-26T15:23:44,322 INFO [M:0;6cc2bc8bf733:44587 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:23:44,322 INFO [M:0;6cc2bc8bf733:44587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:23:44,322 DEBUG [M:0;6cc2bc8bf733:44587 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:23:44,322 INFO [M:0;6cc2bc8bf733:44587 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:23:44,323 INFO [M:0;6cc2bc8bf733:44587 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:23:44,323 INFO [M:0;6cc2bc8bf733:44587 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:23:44,323 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:23:44,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-791700007/master 2024-11-26T15:23:44,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-791700007 2024-11-26T15:23:44,332 DEBUG [M:0;6cc2bc8bf733:44587 {}] zookeeper.ZKUtil(347): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Unable to get data of znode /1-791700007/master because node does not exist (not an error) 2024-11-26T15:23:44,332 WARN [M:0;6cc2bc8bf733:44587 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:23:44,333 INFO [M:0;6cc2bc8bf733:44587 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/.lastflushedseqids 2024-11-26T15:23:44,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741847_1023 (size=245) 2024-11-26T15:23:44,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:44,412 INFO [RS:0;6cc2bc8bf733:43151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:23:44,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10177bdab0a0004, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:44,412 INFO [RS:0;6cc2bc8bf733:43151 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,43151,1732634594521; zookeeper connection closed. 2024-11-26T15:23:44,412 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f34e0d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f34e0d7 2024-11-26T15:23:44,412 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:23:44,738 INFO [M:0;6cc2bc8bf733:44587 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:23:44,738 INFO [M:0;6cc2bc8bf733:44587 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:23:44,738 DEBUG [M:0;6cc2bc8bf733:44587 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:23:44,738 INFO [M:0;6cc2bc8bf733:44587 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:44,738 DEBUG [M:0;6cc2bc8bf733:44587 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:44,738 DEBUG [M:0;6cc2bc8bf733:44587 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:23:44,738 DEBUG [M:0;6cc2bc8bf733:44587 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:44,738 INFO [M:0;6cc2bc8bf733:44587 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.48 KB heapSize=64.89 KB 2024-11-26T15:23:44,764 DEBUG [M:0;6cc2bc8bf733:44587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d85016bce393412da0c78aaba1c7a9d9 is 82, key is hbase:meta,,1/info:regioninfo/1732634596671/Put/seqid=0 2024-11-26T15:23:44,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741848_1024 (size=5672) 2024-11-26T15:23:44,777 INFO [M:0;6cc2bc8bf733:44587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d85016bce393412da0c78aaba1c7a9d9 2024-11-26T15:23:44,802 DEBUG [M:0;6cc2bc8bf733:44587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b456017711fc4c9e9716f110e0fb8200 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732634610705/Put/seqid=0 2024-11-26T15:23:44,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741849_1025 (size=8514) 2024-11-26T15:23:44,812 INFO [M:0;6cc2bc8bf733:44587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.92 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b456017711fc4c9e9716f110e0fb8200 2024-11-26T15:23:44,847 DEBUG [M:0;6cc2bc8bf733:44587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ddce16c55614e70a93767928953b3b1 is 69, key is 6cc2bc8bf733,43151,1732634594521/rs:state/1732634596004/Put/seqid=0 2024-11-26T15:23:44,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741850_1026 (size=5156) 2024-11-26T15:23:44,862 INFO [M:0;6cc2bc8bf733:44587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ddce16c55614e70a93767928953b3b1 2024-11-26T15:23:44,867 DEBUG [M:0;6cc2bc8bf733:44587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d85016bce393412da0c78aaba1c7a9d9 as hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d85016bce393412da0c78aaba1c7a9d9 2024-11-26T15:23:44,872 INFO [M:0;6cc2bc8bf733:44587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d85016bce393412da0c78aaba1c7a9d9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T15:23:44,872 DEBUG [M:0;6cc2bc8bf733:44587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b456017711fc4c9e9716f110e0fb8200 as hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b456017711fc4c9e9716f110e0fb8200 2024-11-26T15:23:44,882 INFO [M:0;6cc2bc8bf733:44587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b456017711fc4c9e9716f110e0fb8200, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T15:23:44,883 DEBUG [M:0;6cc2bc8bf733:44587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ddce16c55614e70a93767928953b3b1 as hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ddce16c55614e70a93767928953b3b1 2024-11-26T15:23:44,887 INFO [M:0;6cc2bc8bf733:44587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39561/user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ddce16c55614e70a93767928953b3b1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T15:23:44,888 INFO [M:0;6cc2bc8bf733:44587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 150ms, sequenceid=97, compaction requested=false 2024-11-26T15:23:44,905 INFO [M:0;6cc2bc8bf733:44587 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:44,905 DEBUG [M:0;6cc2bc8bf733:44587 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634624738Disabling compacts and flushes for region at 1732634624738Disabling writes for close at 1732634624738Obtaining lock to block concurrent updates at 1732634624738Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634624738Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56811, getHeapSize=66384, getOffHeapSize=0, getCellsCount=114 at 1732634624739 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634624739Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634624739Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634624763 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634624763Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634624782 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634624801 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634624801Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634624825 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634624846 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634624846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f6c68be: reopening flushed file at 1732634624867 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c9829ec: reopening flushed file at 1732634624872 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49b1a8fb: reopening flushed file at 1732634624882 (+10 ms)Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 150ms, sequenceid=97, compaction requested=false at 1732634624888 (+6 ms)Writing region close event to WAL at 1732634624905 (+17 ms)Closed at 1732634624905 2024-11-26T15:23:44,913 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e54a86c7-b0c4-add4-9bc0-3ed8f68b074a/MasterData/WALs/6cc2bc8bf733,44587,1732634594292/6cc2bc8bf733%2C44587%2C1732634594292.1732634595574 not finished, retry = 0 2024-11-26T15:23:44,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741830_1006 (size=63630) 2024-11-26T15:23:45,003 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 636, reset compression=false 2024-11-26T15:23:45,014 INFO [M:0;6cc2bc8bf733:44587 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:23:45,014 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:23:45,014 INFO [M:0;6cc2bc8bf733:44587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44587 2024-11-26T15:23:45,015 INFO [M:0;6cc2bc8bf733:44587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:23:45,177 INFO [M:0;6cc2bc8bf733:44587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:23:45,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:45,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x10177bdab0a0003, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:45,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@653d36fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:23:45,182 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49c6df58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:23:45,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:23:45,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15cfdc73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:23:45,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45ae30c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/hadoop.log.dir/,STOPPED} 2024-11-26T15:23:45,184 WARN [BP-1673431398-172.17.0.3-1732634591824 heartbeating to localhost/127.0.0.1:39561 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:23:45,184 WARN [BP-1673431398-172.17.0.3-1732634591824 heartbeating to localhost/127.0.0.1:39561 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1673431398-172.17.0.3-1732634591824 (Datanode Uuid f2d96466-c53b-4045-89dd-adaa2786427f) service to localhost/127.0.0.1:39561 2024-11-26T15:23:45,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/cluster_ca1c1d33-f402-433c-d3d8-155ebe338e48/data/data1/current/BP-1673431398-172.17.0.3-1732634591824 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:23:45,185 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:23:45,185 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:23:45,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/cluster_ca1c1d33-f402-433c-d3d8-155ebe338e48/data/data2/current/BP-1673431398-172.17.0.3-1732634591824 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:23:45,185 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:23:45,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@259652a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:23:45,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@743c2598{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:23:45,197 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:23:45,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66088522{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:23:45,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1df41171{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13ab2363-aedf-af60-e20e-1e66735c4e61/hadoop.log.dir/,STOPPED} 2024-11-26T15:23:45,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:23:45,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:23:45,212 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:23:45,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:45,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:45,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:45,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:45,212 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:23:45,212 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=324290775, stopped=false 2024-11-26T15:23:45,212 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,40369,1732634589139 2024-11-26T15:23:45,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1483427572/running 2024-11-26T15:23:45,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1483427572/running 2024-11-26T15:23:45,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572 2024-11-26T15:23:45,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572 2024-11-26T15:23:45,224 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:23:45,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Set watcher on znode that does not yet exist, /0-1483427572/running 2024-11-26T15:23:45,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Set watcher on znode that does not yet exist, /0-1483427572/running 2024-11-26T15:23:45,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:23:45,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:45,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:45,226 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,44189,1732634589358' ***** 2024-11-26T15:23:45,226 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:23:45,226 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:23:45,226 INFO [RS:0;6cc2bc8bf733:44189 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:23:45,226 INFO [RS:0;6cc2bc8bf733:44189 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:23:45,226 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(3091): Received CLOSE for 69e31c5c5cc3907f1ab230de3b8fdf8f 2024-11-26T15:23:45,226 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:23:45,226 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(3091): Received CLOSE for 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:45,227 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,44189,1732634589358 2024-11-26T15:23:45,227 INFO [RS:0;6cc2bc8bf733:44189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:23:45,227 INFO [RS:0;6cc2bc8bf733:44189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:44189. 2024-11-26T15:23:45,227 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69e31c5c5cc3907f1ab230de3b8fdf8f, disabling compactions & flushes 2024-11-26T15:23:45,227 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f. 2024-11-26T15:23:45,227 DEBUG [RS:0;6cc2bc8bf733:44189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:45,227 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f. 2024-11-26T15:23:45,227 DEBUG [RS:0;6cc2bc8bf733:44189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:45,227 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f. after waiting 0 ms 2024-11-26T15:23:45,227 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f. 2024-11-26T15:23:45,227 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:23:45,227 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:23:45,227 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 69e31c5c5cc3907f1ab230de3b8fdf8f 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-26T15:23:45,227 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:23:45,227 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:23:45,227 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T15:23:45,227 DEBUG [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(1325): Online Regions={69e31c5c5cc3907f1ab230de3b8fdf8f=hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f., 1588230740=hbase:meta,,1.1588230740, 86ac0c2381d3ef0fa80f0297e847531d=test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d.} 2024-11-26T15:23:45,227 DEBUG [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69e31c5c5cc3907f1ab230de3b8fdf8f, 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:45,227 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:23:45,227 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:23:45,227 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:23:45,227 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:23:45,227 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:23:45,227 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T15:23:45,249 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/replication/69e31c5c5cc3907f1ab230de3b8fdf8f/.tmp/queue/af2820bf5fdb48cb830a158dea33b24f is 153, key is 1-6cc2bc8bf733,44189,1732634589358/queue:6cc2bc8bf733%2C44189%2C1732634589358/1732634617259/Put/seqid=0 2024-11-26T15:23:45,251 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/.tmp/info/f329b4d8b00843c3bd148119aed4acf3 is 147, key is hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f./info:regioninfo/1732634608620/Put/seqid=0 2024-11-26T15:23:45,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741840_1016 (size=5352) 2024-11-26T15:23:45,258 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:23:45,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741841_1017 (size=7686) 2024-11-26T15:23:45,263 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:23:45,263 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:23:45,427 DEBUG [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69e31c5c5cc3907f1ab230de3b8fdf8f, 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:45,628 DEBUG [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69e31c5c5cc3907f1ab230de3b8fdf8f, 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:45,654 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/replication/69e31c5c5cc3907f1ab230de3b8fdf8f/.tmp/queue/af2820bf5fdb48cb830a158dea33b24f 2024-11-26T15:23:45,660 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/replication/69e31c5c5cc3907f1ab230de3b8fdf8f/.tmp/queue/af2820bf5fdb48cb830a158dea33b24f as hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/replication/69e31c5c5cc3907f1ab230de3b8fdf8f/queue/af2820bf5fdb48cb830a158dea33b24f 2024-11-26T15:23:45,662 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/.tmp/info/f329b4d8b00843c3bd148119aed4acf3 2024-11-26T15:23:45,664 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/replication/69e31c5c5cc3907f1ab230de3b8fdf8f/queue/af2820bf5fdb48cb830a158dea33b24f, entries=1, sequenceid=8, filesize=5.2 K 2024-11-26T15:23:45,665 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 69e31c5c5cc3907f1ab230de3b8fdf8f in 438ms, sequenceid=8, compaction requested=false 2024-11-26T15:23:45,673 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/replication/69e31c5c5cc3907f1ab230de3b8fdf8f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T15:23:45,673 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:23:45,673 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:23:45,673 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f. 2024-11-26T15:23:45,673 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69e31c5c5cc3907f1ab230de3b8fdf8f: Waiting for close lock at 1732634625227Running coprocessor pre-close hooks at 1732634625227Disabling compacts and flushes for region at 1732634625227Disabling writes for close at 1732634625227Obtaining lock to block concurrent updates at 1732634625227Preparing flush snapshotting stores in 69e31c5c5cc3907f1ab230de3b8fdf8f at 1732634625227Finished memstore snapshotting hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732634625227Flushing stores of hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f. at 1732634625228 (+1 ms)Flushing 69e31c5c5cc3907f1ab230de3b8fdf8f/queue: creating writer at 1732634625228Flushing 69e31c5c5cc3907f1ab230de3b8fdf8f/queue: appending metadata at 1732634625249 (+21 ms)Flushing 69e31c5c5cc3907f1ab230de3b8fdf8f/queue: closing flushed file at 1732634625249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72935698: reopening flushed file at 1732634625659 (+410 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 69e31c5c5cc3907f1ab230de3b8fdf8f in 438ms, sequenceid=8, compaction requested=false at 1732634625665 (+6 ms)Writing region close event to WAL at 1732634625666 (+1 ms)Running coprocessor post-close hooks at 1732634625673 (+7 ms)Closed at 1732634625673 2024-11-26T15:23:45,674 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732634608082.69e31c5c5cc3907f1ab230de3b8fdf8f. 2024-11-26T15:23:45,674 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86ac0c2381d3ef0fa80f0297e847531d, disabling compactions & flushes 2024-11-26T15:23:45,674 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d. 2024-11-26T15:23:45,674 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d. 2024-11-26T15:23:45,674 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d. after waiting 0 ms 2024-11-26T15:23:45,674 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d. 2024-11-26T15:23:45,674 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 86ac0c2381d3ef0fa80f0297e847531d 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-26T15:23:45,684 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/.tmp/ns/cb6de5b650c94d16b35c18e3a1cf075c is 43, key is default/ns:d/1732634591621/Put/seqid=0 2024-11-26T15:23:45,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741842_1018 (size=5153) 2024-11-26T15:23:45,690 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/.tmp/ns/cb6de5b650c94d16b35c18e3a1cf075c 2024-11-26T15:23:45,699 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d/.tmp/f/e3130cbb668b4326bb0a5643635344b5 is 28, key is row/f:/1732634616605/DeleteFamily/seqid=0 2024-11-26T15:23:45,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741843_1019 (size=5085) 2024-11-26T15:23:45,708 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d/.tmp/f/e3130cbb668b4326bb0a5643635344b5 2024-11-26T15:23:45,712 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/.tmp/rep_barrier/f23a488d508d43fe8a42b4fb94c2c70f is 112, key is test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d./rep_barrier:seqnumDuringOpen/1732634603603/Put/seqid=0 2024-11-26T15:23:45,712 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3130cbb668b4326bb0a5643635344b5 2024-11-26T15:23:45,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741844_1020 (size=5518) 2024-11-26T15:23:45,733 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d/.tmp/f1/f0d8cd4adddd407291cc77117a93e0f5 is 29, key is row/f1:/1732634616605/DeleteFamily/seqid=0 2024-11-26T15:23:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741845_1021 (size=5089) 2024-11-26T15:23:45,828 DEBUG [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:46,028 DEBUG [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:46,116 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/.tmp/rep_barrier/f23a488d508d43fe8a42b4fb94c2c70f 2024-11-26T15:23:46,135 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/.tmp/table/926f8f98664e4758bb114173b530bf37 is 53, key is hbase:replication/table:state/1732634608631/Put/seqid=0 2024-11-26T15:23:46,137 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d/.tmp/f1/f0d8cd4adddd407291cc77117a93e0f5 2024-11-26T15:23:46,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741846_1022 (size=5308) 2024-11-26T15:23:46,139 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/.tmp/table/926f8f98664e4758bb114173b530bf37 2024-11-26T15:23:46,141 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0d8cd4adddd407291cc77117a93e0f5 2024-11-26T15:23:46,145 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/.tmp/info/f329b4d8b00843c3bd148119aed4acf3 as hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/info/f329b4d8b00843c3bd148119aed4acf3 2024-11-26T15:23:46,149 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/info/f329b4d8b00843c3bd148119aed4acf3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T15:23:46,150 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/.tmp/ns/cb6de5b650c94d16b35c18e3a1cf075c as hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/ns/cb6de5b650c94d16b35c18e3a1cf075c 2024-11-26T15:23:46,154 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/ns/cb6de5b650c94d16b35c18e3a1cf075c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T15:23:46,155 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/.tmp/rep_barrier/f23a488d508d43fe8a42b4fb94c2c70f as hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/rep_barrier/f23a488d508d43fe8a42b4fb94c2c70f 2024-11-26T15:23:46,172 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d/.tmp/norep/403a941be6a348b2b1a2896f49b6fea0 is 32, key is row/norep:/1732634616605/DeleteFamily/seqid=0 2024-11-26T15:23:46,183 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/rep_barrier/f23a488d508d43fe8a42b4fb94c2c70f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T15:23:46,197 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/.tmp/table/926f8f98664e4758bb114173b530bf37 as hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/table/926f8f98664e4758bb114173b530bf37 2024-11-26T15:23:46,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741847_1023 (size=5101) 2024-11-26T15:23:46,203 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/table/926f8f98664e4758bb114173b530bf37, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T15:23:46,204 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 977ms, sequenceid=16, compaction requested=false 2024-11-26T15:23:46,216 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T15:23:46,217 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:23:46,217 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:23:46,217 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:23:46,217 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634625227Running coprocessor pre-close hooks at 1732634625227Disabling compacts and flushes for region at 1732634625227Disabling writes for close at 1732634625227Obtaining lock to block concurrent updates at 1732634625227Preparing flush snapshotting stores in 1588230740 at 1732634625227Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732634625228 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732634625228Flushing 1588230740/info: creating writer at 1732634625228Flushing 1588230740/info: appending metadata at 1732634625251 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732634625251Flushing 1588230740/ns: creating writer at 1732634625666 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732634625683 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732634625683Flushing 1588230740/rep_barrier: creating writer at 1732634625695 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732634625712 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732634625712Flushing 1588230740/table: creating writer at 1732634626119 (+407 ms)Flushing 1588230740/table: appending metadata at 1732634626135 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732634626135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4738bff6: reopening flushed file at 1732634626144 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74c903d0: reopening flushed file at 1732634626149 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76eec997: reopening flushed file at 1732634626154 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51218553: reopening flushed file at 1732634626183 (+29 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 977ms, sequenceid=16, compaction requested=false at 1732634626204 (+21 ms)Writing region close event to WAL at 1732634626212 (+8 ms)Running coprocessor post-close hooks at 1732634626217 (+5 ms)Closed at 1732634626217 2024-11-26T15:23:46,217 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:23:46,228 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T15:23:46,228 DEBUG [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(1325): Online Regions={86ac0c2381d3ef0fa80f0297e847531d=test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d.} 2024-11-26T15:23:46,228 DEBUG [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(1351): Waiting on 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:46,306 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 636, reset compression=false 2024-11-26T15:23:46,311 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:23:46,311 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 883, reset compression=false 2024-11-26T15:23:46,311 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.shipper6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,44189,1732634589358 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:23:46,312 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.shipper6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6cc2bc8bf733,44189,1732634589358: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6cc2bc8bf733,44189,1732634589358, walGroup=6cc2bc8bf733%2C44189%2C1732634589358, offset=6cc2bc8bf733%2C44189%2C1732634589358.1732634590376:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:44189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T15:23:46,314 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.shipper6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T15:23:46,314 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.shipper6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T15:23:46,315 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.shipper6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T15:23:46,315 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.shipper6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T15:23:46,315 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.shipper6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T15:23:46,315 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.shipper6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1340080128, "init": 1048576000, "max": 2306867200, "used": 994999952 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 203585216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T15:23:46,316 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.shipper6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:40369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:40369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T15:23:46,388 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:23:46,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:46,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:46,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:46,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:46,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:46,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:46,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:46,428 DEBUG [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(1351): Waiting on 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:46,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:46,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:46,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:46,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:46,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:46,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:46,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:46,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:46,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:46,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:46,515 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 883, reset compression=false 2024-11-26T15:23:46,601 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d/.tmp/norep/403a941be6a348b2b1a2896f49b6fea0 2024-11-26T15:23:46,606 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 403a941be6a348b2b1a2896f49b6fea0 2024-11-26T15:23:46,607 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d/.tmp/f/e3130cbb668b4326bb0a5643635344b5 as hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d/f/e3130cbb668b4326bb0a5643635344b5 2024-11-26T15:23:46,611 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3130cbb668b4326bb0a5643635344b5 2024-11-26T15:23:46,611 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d/f/e3130cbb668b4326bb0a5643635344b5, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T15:23:46,612 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d/.tmp/f1/f0d8cd4adddd407291cc77117a93e0f5 as hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d/f1/f0d8cd4adddd407291cc77117a93e0f5 2024-11-26T15:23:46,617 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0d8cd4adddd407291cc77117a93e0f5 2024-11-26T15:23:46,618 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d/f1/f0d8cd4adddd407291cc77117a93e0f5, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T15:23:46,618 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d/.tmp/norep/403a941be6a348b2b1a2896f49b6fea0 as hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d/norep/403a941be6a348b2b1a2896f49b6fea0 2024-11-26T15:23:46,623 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 403a941be6a348b2b1a2896f49b6fea0 2024-11-26T15:23:46,623 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d/norep/403a941be6a348b2b1a2896f49b6fea0, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T15:23:46,624 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 86ac0c2381d3ef0fa80f0297e847531d in 950ms, sequenceid=6, compaction requested=false 2024-11-26T15:23:46,624 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T15:23:46,629 DEBUG [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(1351): Waiting on 86ac0c2381d3ef0fa80f0297e847531d 2024-11-26T15:23:46,637 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/data/default/test/86ac0c2381d3ef0fa80f0297e847531d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T15:23:46,637 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:23:46,637 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:23:46,637 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d. 2024-11-26T15:23:46,637 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86ac0c2381d3ef0fa80f0297e847531d: Waiting for close lock at 1732634625674Running coprocessor pre-close hooks at 1732634625674Disabling compacts and flushes for region at 1732634625674Disabling writes for close at 1732634625674Obtaining lock to block concurrent updates at 1732634625674Preparing flush snapshotting stores in 86ac0c2381d3ef0fa80f0297e847531d at 1732634625674Finished memstore snapshotting test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732634625674Flushing stores of test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d. at 1732634625675 (+1 ms)Flushing 86ac0c2381d3ef0fa80f0297e847531d/f: creating writer at 1732634625675Flushing 86ac0c2381d3ef0fa80f0297e847531d/f: appending metadata at 1732634625698 (+23 ms)Flushing 86ac0c2381d3ef0fa80f0297e847531d/f: closing flushed file at 1732634625698Flushing 86ac0c2381d3ef0fa80f0297e847531d/f1: creating writer at 1732634625712 (+14 ms)Flushing 86ac0c2381d3ef0fa80f0297e847531d/f1: appending metadata at 1732634625732 (+20 ms)Flushing 86ac0c2381d3ef0fa80f0297e847531d/f1: closing flushed file at 1732634625732Flushing 86ac0c2381d3ef0fa80f0297e847531d/norep: creating writer at 1732634626141 (+409 ms)Flushing 86ac0c2381d3ef0fa80f0297e847531d/norep: appending metadata at 1732634626171 (+30 ms)Flushing 86ac0c2381d3ef0fa80f0297e847531d/norep: closing flushed file at 1732634626171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd2a89e: reopening flushed file at 1732634626606 (+435 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a0542f8: reopening flushed file at 1732634626612 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54312680: reopening flushed file at 1732634626618 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 86ac0c2381d3ef0fa80f0297e847531d in 950ms, sequenceid=6, compaction requested=false at 1732634626624 (+6 ms)Writing region close event to WAL at 1732634626627 (+3 ms)Running coprocessor post-close hooks at 1732634626637 (+10 ms)Closed at 1732634626637 2024-11-26T15:23:46,638 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732634603073.86ac0c2381d3ef0fa80f0297e847531d. 2024-11-26T15:23:46,819 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 883, reset compression=false 2024-11-26T15:23:46,831 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,44189,1732634589358; all regions closed. 2024-11-26T15:23:46,853 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:23:46,853 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.wal-reader.6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 to pos 1527, reset compression=false 2024-11-26T15:23:46,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741834_1010 (size=4239) 2024-11-26T15:23:46,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741839_1015 (size=2240) 2024-11-26T15:23:46,985 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/WALs/6cc2bc8bf733,44189,1732634589358/6cc2bc8bf733%2C44189%2C1732634589358.1732634590376 not finished, retry = 0 2024-11-26T15:23:46,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741832_1008 (size=1535) 2024-11-26T15:23:47,089 DEBUG [RS:0;6cc2bc8bf733:44189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:47,089 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:23:47,091 INFO [RS:0;6cc2bc8bf733:44189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:23:47,091 INFO [RS:0;6cc2bc8bf733:44189 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T15:23:47,091 INFO [RS:0;6cc2bc8bf733:44189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:23:47,091 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:23:47,091 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6cc2bc8bf733,44189,1732634589358 because: Region server is closing 2024-11-26T15:23:47,092 INFO [RS:0;6cc2bc8bf733:44189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:44189. 2024-11-26T15:23:47,092 DEBUG [RS:0;6cc2bc8bf733:44189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:47,092 DEBUG [RS:0;6cc2bc8bf733:44189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:47,092 DEBUG [RS:0;6cc2bc8bf733:44189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:47,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:47,196 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44189,1732634589358.replicationSource.shipper6cc2bc8bf733%2C44189%2C1732634589358,1-6cc2bc8bf733,44189,1732634589358 terminated 2024-11-26T15:23:47,196 INFO [RS:0;6cc2bc8bf733:44189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44189 2024-11-26T15:23:47,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1483427572/rs/6cc2bc8bf733,44189,1732634589358 2024-11-26T15:23:47,264 INFO [RS:0;6cc2bc8bf733:44189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:23:47,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572/rs 2024-11-26T15:23:47,292 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,44189,1732634589358] 2024-11-26T15:23:47,301 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1483427572/draining/6cc2bc8bf733,44189,1732634589358 already deleted, retry=false 2024-11-26T15:23:47,301 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,44189,1732634589358 expired; onlineServers=0 2024-11-26T15:23:47,301 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,40369,1732634589139' ***** 2024-11-26T15:23:47,301 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:23:47,301 INFO [M:0;6cc2bc8bf733:40369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:23:47,301 INFO [M:0;6cc2bc8bf733:40369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:23:47,301 DEBUG [M:0;6cc2bc8bf733:40369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:23:47,301 DEBUG [M:0;6cc2bc8bf733:40369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:23:47,301 INFO [M:0;6cc2bc8bf733:40369 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:23:47,301 INFO [M:0;6cc2bc8bf733:40369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:23:47,301 DEBUG [M:0;6cc2bc8bf733:40369 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:23:47,301 INFO [M:0;6cc2bc8bf733:40369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:23:47,301 INFO [M:0;6cc2bc8bf733:40369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:23:47,302 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:23:47,302 ERROR [M:0;6cc2bc8bf733:40369 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT 2024-11-26T15:23:47,302 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634590157 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634590157,5,FailOnTimeoutGroup] java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42763,5,PEWorkerGroup] 2024-11-26T15:23:47,302 INFO [M:0;6cc2bc8bf733:40369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:23:47,302 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634590157 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634590157,5,FailOnTimeoutGroup] 2024-11-26T15:23:47,302 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:23:47,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1483427572/master 2024-11-26T15:23:47,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1483427572 2024-11-26T15:23:47,332 DEBUG [M:0;6cc2bc8bf733:40369 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1483427572/master already deleted, retry=false 2024-11-26T15:23:47,332 DEBUG [M:0;6cc2bc8bf733:40369 {}] master.ActiveMasterManager(353): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1483427572/master 2024-11-26T15:23:47,336 INFO [M:0;6cc2bc8bf733:40369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/.lastflushedseqids 2024-11-26T15:23:47,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:47,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x10177bdab0a0001, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:47,400 INFO [RS:0;6cc2bc8bf733:44189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:23:47,400 INFO [RS:0;6cc2bc8bf733:44189 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,44189,1732634589358; zookeeper connection closed. 2024-11-26T15:23:47,404 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31d5bd5a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31d5bd5a 2024-11-26T15:23:47,405 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:23:47,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741848_1024 (size=245) 2024-11-26T15:23:47,417 INFO [M:0;6cc2bc8bf733:40369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:23:47,420 INFO [M:0;6cc2bc8bf733:40369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:23:47,420 DEBUG [M:0;6cc2bc8bf733:40369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:23:47,421 INFO [M:0;6cc2bc8bf733:40369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:47,421 DEBUG [M:0;6cc2bc8bf733:40369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:47,421 DEBUG [M:0;6cc2bc8bf733:40369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:23:47,421 DEBUG [M:0;6cc2bc8bf733:40369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:47,421 INFO [M:0;6cc2bc8bf733:40369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.73 KB heapSize=65.71 KB 2024-11-26T15:23:47,455 DEBUG [M:0;6cc2bc8bf733:40369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b144799f6dd14434b4b18b1a86227dfb is 82, key is hbase:meta,,1/info:regioninfo/1732634591520/Put/seqid=0 2024-11-26T15:23:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741849_1025 (size=5672) 2024-11-26T15:23:47,873 INFO [M:0;6cc2bc8bf733:40369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b144799f6dd14434b4b18b1a86227dfb 2024-11-26T15:23:47,911 DEBUG [M:0;6cc2bc8bf733:40369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de31c900cfc443409d9105eb54ff48ae is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732634603626/Put/seqid=0 2024-11-26T15:23:47,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741850_1026 (size=7216) 2024-11-26T15:23:47,935 INFO [M:0;6cc2bc8bf733:40369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.17 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de31c900cfc443409d9105eb54ff48ae 2024-11-26T15:23:47,939 INFO [M:0;6cc2bc8bf733:40369 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de31c900cfc443409d9105eb54ff48ae 2024-11-26T15:23:47,971 DEBUG [M:0;6cc2bc8bf733:40369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6701e050112840fb81783c512244fd73 is 69, key is 6cc2bc8bf733,44189,1732634589358/rs:state/1732634590226/Put/seqid=0 2024-11-26T15:23:47,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741851_1027 (size=5156) 2024-11-26T15:23:47,982 INFO [M:0;6cc2bc8bf733:40369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6701e050112840fb81783c512244fd73 2024-11-26T15:23:47,987 DEBUG [M:0;6cc2bc8bf733:40369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b144799f6dd14434b4b18b1a86227dfb as hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b144799f6dd14434b4b18b1a86227dfb 2024-11-26T15:23:47,994 INFO [M:0;6cc2bc8bf733:40369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b144799f6dd14434b4b18b1a86227dfb, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T15:23:47,995 DEBUG [M:0;6cc2bc8bf733:40369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de31c900cfc443409d9105eb54ff48ae as hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de31c900cfc443409d9105eb54ff48ae 2024-11-26T15:23:47,999 INFO [M:0;6cc2bc8bf733:40369 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de31c900cfc443409d9105eb54ff48ae 2024-11-26T15:23:47,999 INFO [M:0;6cc2bc8bf733:40369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de31c900cfc443409d9105eb54ff48ae, entries=11, sequenceid=105, filesize=7.0 K 2024-11-26T15:23:48,000 DEBUG [M:0;6cc2bc8bf733:40369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6701e050112840fb81783c512244fd73 as hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6701e050112840fb81783c512244fd73 2024-11-26T15:23:48,005 INFO [M:0;6cc2bc8bf733:40369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/8731be88-1a09-ab31-68ec-d6431fdf2de4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6701e050112840fb81783c512244fd73, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T15:23:48,006 INFO [M:0;6cc2bc8bf733:40369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.73 KB/57068, heapSize ~65.41 KB/66984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 585ms, sequenceid=105, compaction requested=false 2024-11-26T15:23:48,044 INFO [M:0;6cc2bc8bf733:40369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:48,045 DEBUG [M:0;6cc2bc8bf733:40369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634627420Disabling compacts and flushes for region at 1732634627420Disabling writes for close at 1732634627421 (+1 ms)Obtaining lock to block concurrent updates at 1732634627421Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634627421Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57068, getHeapSize=67224, getOffHeapSize=0, getCellsCount=122 at 1732634627421Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634627422 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634627422Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634627455 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634627455Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634627877 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634627910 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634627910Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634627940 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634627970 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634627970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2394bd4: reopening flushed file at 1732634627987 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4e0f08: reopening flushed file at 1732634627994 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a4aeafe: reopening flushed file at 1732634627999 (+5 ms)Finished flush of dataSize ~55.73 KB/57068, heapSize ~65.41 KB/66984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 585ms, sequenceid=105, compaction requested=false at 1732634628006 (+7 ms)Writing region close event to WAL at 1732634628044 (+38 ms)Closed at 1732634628044 2024-11-26T15:23:48,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37689 is added to blk_1073741830_1006 (size=64399) 2024-11-26T15:23:48,053 INFO [M:0;6cc2bc8bf733:40369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:23:48,053 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:23:48,053 INFO [M:0;6cc2bc8bf733:40369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40369 2024-11-26T15:23:48,056 INFO [M:0;6cc2bc8bf733:40369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:23:48,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:48,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40369-0x10177bdab0a0000, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:23:48,209 INFO [M:0;6cc2bc8bf733:40369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:23:48,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@944292c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:23:48,249 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2498731e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:23:48,249 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:23:48,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24445d34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:23:48,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67fb10c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/hadoop.log.dir/,STOPPED} 2024-11-26T15:23:48,251 WARN [BP-1845116550-172.17.0.3-1732634586998 heartbeating to localhost/127.0.0.1:42763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:23:48,251 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:23:48,251 WARN [BP-1845116550-172.17.0.3-1732634586998 heartbeating to localhost/127.0.0.1:42763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1845116550-172.17.0.3-1732634586998 (Datanode Uuid 8b728faa-f7e2-49f2-a4b3-ea1b55e76c03) service to localhost/127.0.0.1:42763 2024-11-26T15:23:48,251 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:23:48,252 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/cluster_6d002a83-cafc-0920-0ddb-bb4b8dd2dcdc/data/data1/current/BP-1845116550-172.17.0.3-1732634586998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:23:48,252 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/cluster_6d002a83-cafc-0920-0ddb-bb4b8dd2dcdc/data/data2/current/BP-1845116550-172.17.0.3-1732634586998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:23:48,252 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:23:48,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e8f5ece{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:23:48,260 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@672da220{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:23:48,260 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:23:48,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@696b013d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:23:48,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65358e98{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526ad0a2-8b67-9ed6-ca88-1c0c599b8f6a/hadoop.log.dir/,STOPPED} 2024-11-26T15:23:48,278 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T15:23:48,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:23:48,312 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 315) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42763 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52419) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39561 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39561 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52419) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:42763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:39561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36329 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39561 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52419) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=564 (was 475) - SystemLoadAverage LEAK? -, ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=6349 (was 5321) - AvailableMemoryMB LEAK? - 2024-11-26T15:23:48,326 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=564, ProcessCount=11, AvailableMemoryMB=6349 2024-11-26T15:23:48,345 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-26T15:23:48,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/hadoop.log.dir so I do NOT create it in target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc 2024-11-26T15:23:48,346 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:23:48,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/hadoop.tmp.dir so I do NOT create it in target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc 2024-11-26T15:23:48,346 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cefbec27-3a5e-31d1-94ab-c5a4bb6f46e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:23:48,346 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc 2024-11-26T15:23:48,346 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/cluster_f66a2558-0b44-c407-09dc-4e1ac643c3f6, deleteOnExit=true 2024-11-26T15:23:48,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10177bdab0a0008, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:23:48,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10177bdab0a0005, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:23:48,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10177bdab0a0002, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:23:48,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10177bdab0a0002, quorum=127.0.0.1:52419, baseZNode=/0-1483427572 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:23:48,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10177bdab0a0008, quorum=127.0.0.1:52419, baseZNode=/2-2066251169 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:23:48,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10177bdab0a0005, quorum=127.0.0.1:52419, baseZNode=/1-791700007 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:23:48,456 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/cluster_f66a2558-0b44-c407-09dc-4e1ac643c3f6/zookeeper_0, clientPort=53948, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/cluster_f66a2558-0b44-c407-09dc-4e1ac643c3f6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/cluster_f66a2558-0b44-c407-09dc-4e1ac643c3f6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T15:23:48,467 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53948 2024-11-26T15:23:48,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:23:48,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:23:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/test.cache.data in system properties and HBase conf 2024-11-26T15:23:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:23:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:23:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:23:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:23:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:23:48,468 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:23:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:23:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:23:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:23:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:23:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:23:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:23:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:23:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:23:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:23:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:23:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:23:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:23:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:23:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:23:48,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:23:48,907 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:23:48,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:23:48,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:23:48,919 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:23:48,920 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:23:48,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cfcac35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:23:48,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@674a6be3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:23:49,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@debf574{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/java.io.tmpdir/jetty-localhost-46765-hadoop-hdfs-3_4_1-tests_jar-_-any-1305964284136136704/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:23:49,070 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@249b0898{HTTP/1.1, (http/1.1)}{localhost:46765} 2024-11-26T15:23:49,070 INFO [Time-limited test {}] server.Server(415): Started @327169ms 2024-11-26T15:23:49,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:23:49,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:23:49,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T15:23:49,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T15:23:49,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T15:23:49,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:23:49,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:23:49,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:23:49,428 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:23:49,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5eac4b57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:23:49,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@362b76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:23:49,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36227824{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/java.io.tmpdir/jetty-localhost-45385-hadoop-hdfs-3_4_1-tests_jar-_-any-11453657559676963192/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:23:49,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e0445e1{HTTP/1.1, (http/1.1)}{localhost:45385} 2024-11-26T15:23:49,574 INFO [Time-limited test {}] server.Server(415): Started @327673ms 2024-11-26T15:23:49,576 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:23:50,558 WARN [Thread-4194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/cluster_f66a2558-0b44-c407-09dc-4e1ac643c3f6/data/data1/current/BP-1227307779-172.17.0.3-1732634628512/current, will proceed with Du for space computation calculation, 2024-11-26T15:23:50,558 WARN [Thread-4195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/cluster_f66a2558-0b44-c407-09dc-4e1ac643c3f6/data/data2/current/BP-1227307779-172.17.0.3-1732634628512/current, will proceed with Du for space computation calculation, 2024-11-26T15:23:50,588 WARN [Thread-4182 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:23:50,590 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f0e5b5611ed9b40 with lease ID 0x507a3067995b9b75: Processing first storage report for DS-ab8499a1-59f7-4c16-a8c1-827d57c06c0e from datanode DatanodeRegistration(127.0.0.1:37203, datanodeUuid=25e0acb3-b771-434b-b339-6e11c0967fdc, infoPort=36725, infoSecurePort=0, ipcPort=42207, storageInfo=lv=-57;cid=testClusterID;nsid=505792171;c=1732634628512) 2024-11-26T15:23:50,590 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f0e5b5611ed9b40 with lease ID 0x507a3067995b9b75: from storage DS-ab8499a1-59f7-4c16-a8c1-827d57c06c0e node DatanodeRegistration(127.0.0.1:37203, datanodeUuid=25e0acb3-b771-434b-b339-6e11c0967fdc, infoPort=36725, infoSecurePort=0, ipcPort=42207, storageInfo=lv=-57;cid=testClusterID;nsid=505792171;c=1732634628512), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:23:50,590 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f0e5b5611ed9b40 with lease ID 0x507a3067995b9b75: Processing first storage report for DS-d643985f-5aec-44f3-9ca7-14ffcb4e8196 from datanode DatanodeRegistration(127.0.0.1:37203, datanodeUuid=25e0acb3-b771-434b-b339-6e11c0967fdc, infoPort=36725, infoSecurePort=0, ipcPort=42207, storageInfo=lv=-57;cid=testClusterID;nsid=505792171;c=1732634628512) 2024-11-26T15:23:50,590 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f0e5b5611ed9b40 with lease ID 0x507a3067995b9b75: from storage DS-d643985f-5aec-44f3-9ca7-14ffcb4e8196 node DatanodeRegistration(127.0.0.1:37203, datanodeUuid=25e0acb3-b771-434b-b339-6e11c0967fdc, infoPort=36725, infoSecurePort=0, ipcPort=42207, storageInfo=lv=-57;cid=testClusterID;nsid=505792171;c=1732634628512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:23:50,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc 2024-11-26T15:23:50,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:50,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:50,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:23:51,066 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb with version=8 2024-11-26T15:23:51,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/hbase-staging 2024-11-26T15:23:51,068 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:23:51,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:51,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:51,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:23:51,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:51,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:23:51,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:23:51,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:23:51,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42537 2024-11-26T15:23:51,077 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42537 connecting to ZooKeeper ensemble=127.0.0.1:53948 2024-11-26T15:23:51,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425370x0, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:23:51,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42537-0x10177be4ce10000 connected 2024-11-26T15:23:51,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:51,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:51,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Set watcher on znode that does not yet exist, /02055926278/running 2024-11-26T15:23:51,377 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb, hbase.cluster.distributed=false 2024-11-26T15:23:51,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Set watcher on znode that does not yet exist, /02055926278/acl 2024-11-26T15:23:51,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42537 2024-11-26T15:23:51,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42537 2024-11-26T15:23:51,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42537 2024-11-26T15:23:51,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42537 2024-11-26T15:23:51,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42537 2024-11-26T15:23:51,421 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:23:51,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:51,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:51,422 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:23:51,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:51,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:23:51,422 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:23:51,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:23:51,436 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41493 2024-11-26T15:23:51,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41493 connecting to ZooKeeper ensemble=127.0.0.1:53948 2024-11-26T15:23:51,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:51,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:51,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414930x0, quorum=127.0.0.1:53948, baseZNode=/02055926278 Set watcher on znode that does not yet exist, /02055926278/running 2024-11-26T15:23:51,473 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:23:51,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414930x0, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:23:51,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41493-0x10177be4ce10001 connected 2024-11-26T15:23:51,476 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:23:51,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41493-0x10177be4ce10001, quorum=127.0.0.1:53948, baseZNode=/02055926278 Set watcher on znode that does not yet exist, /02055926278/master 2024-11-26T15:23:51,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41493-0x10177be4ce10001, quorum=127.0.0.1:53948, baseZNode=/02055926278 Set watcher on znode that does not yet exist, /02055926278/acl 2024-11-26T15:23:51,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41493 2024-11-26T15:23:51,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41493 2024-11-26T15:23:51,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41493 2024-11-26T15:23:51,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41493 2024-11-26T15:23:51,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41493 2024-11-26T15:23:51,511 DEBUG [M:0;6cc2bc8bf733:42537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:42537 2024-11-26T15:23:51,512 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02055926278/backup-masters/6cc2bc8bf733,42537,1732634631068 2024-11-26T15:23:51,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41493-0x10177be4ce10001, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055926278/backup-masters 2024-11-26T15:23:51,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055926278/backup-masters 2024-11-26T15:23:51,579 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Set watcher on existing znode=/02055926278/backup-masters/6cc2bc8bf733,42537,1732634631068 2024-11-26T15:23:51,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41493-0x10177be4ce10001, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02055926278/master 2024-11-26T15:23:51,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41493-0x10177be4ce10001, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055926278 2024-11-26T15:23:51,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055926278 2024-11-26T15:23:51,604 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Set watcher on existing znode=/02055926278/master 2024-11-26T15:23:51,604 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02055926278/backup-masters/6cc2bc8bf733,42537,1732634631068 from backup master directory 2024-11-26T15:23:51,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02055926278/backup-masters/6cc2bc8bf733,42537,1732634631068 2024-11-26T15:23:51,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055926278/backup-masters 2024-11-26T15:23:51,615 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:23:51,615 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,42537,1732634631068 2024-11-26T15:23:51,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41493-0x10177be4ce10001, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055926278/backup-masters 2024-11-26T15:23:51,622 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/hbase.id] with ID: acedba54-9b58-46f9-8838-aa3b326d6f71 2024-11-26T15:23:51,622 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/.tmp/hbase.id 2024-11-26T15:23:51,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:23:51,634 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/.tmp/hbase.id]:[hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/hbase.id] 2024-11-26T15:23:51,643 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:51,644 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:23:51,645 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T15:23:51,720 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:23:51,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:51,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:51,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:51,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:51,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:51,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:51,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:51,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:51,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41493-0x10177be4ce10001, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055926278 2024-11-26T15:23:51,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055926278 2024-11-26T15:23:51,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:23:51,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:51,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:51,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:51,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:51,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:51,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:51,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:51,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:51,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:51,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:52,154 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:23:52,155 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:23:52,158 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:23:52,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:23:52,178 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/MasterData/data/master/store 2024-11-26T15:23:52,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:23:52,190 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:52,191 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:23:52,191 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:52,191 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:52,191 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:23:52,191 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:52,191 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:23:52,191 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634632191Disabling compacts and flushes for region at 1732634632191Disabling writes for close at 1732634632191Writing region close event to WAL at 1732634632191Closed at 1732634632191 2024-11-26T15:23:52,191 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/MasterData/data/master/store/.initializing 2024-11-26T15:23:52,192 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/MasterData/WALs/6cc2bc8bf733,42537,1732634631068 2024-11-26T15:23:52,192 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:23:52,193 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C42537%2C1732634631068, suffix=, logDir=hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/MasterData/WALs/6cc2bc8bf733,42537,1732634631068, archiveDir=hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/MasterData/oldWALs, maxLogs=10 2024-11-26T15:23:52,212 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/MasterData/WALs/6cc2bc8bf733,42537,1732634631068/6cc2bc8bf733%2C42537%2C1732634631068.1732634632194, exclude list is [], retry=0 2024-11-26T15:23:52,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37203,DS-ab8499a1-59f7-4c16-a8c1-827d57c06c0e,DISK] 2024-11-26T15:23:52,227 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/MasterData/WALs/6cc2bc8bf733,42537,1732634631068/6cc2bc8bf733%2C42537%2C1732634631068.1732634632194 2024-11-26T15:23:52,227 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36725:36725)] 2024-11-26T15:23:52,227 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:23:52,227 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:52,227 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:52,227 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:52,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:52,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:23:52,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:52,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:52,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:52,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:23:52,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:52,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:52,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:52,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:23:52,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:52,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:52,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:52,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:23:52,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:52,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:52,240 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:52,241 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:52,241 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:52,242 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:52,242 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:52,243 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:23:52,244 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:23:52,248 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:23:52,249 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71054436, jitterRate=0.058793604373931885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:23:52,250 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634632228Initializing all the Stores at 1732634632232 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634632232Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634632233 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634632233Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634632233Cleaning up temporary data from old regions at 1732634632242 (+9 ms)Region opened successfully at 1732634632250 (+8 ms) 2024-11-26T15:23:52,252 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:23:52,255 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae0c3f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:23:52,256 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:23:52,256 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:23:52,256 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:23:52,256 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:23:52,256 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:23:52,257 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:23:52,257 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:23:52,275 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:23:52,275 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Unable to get data of znode /02055926278/balancer because node does not exist (not necessarily an error) 2024-11-26T15:23:52,362 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02055926278/balancer already deleted, retry=false 2024-11-26T15:23:52,362 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:23:52,363 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Unable to get data of znode /02055926278/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:23:52,426 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02055926278/normalizer already deleted, retry=false 2024-11-26T15:23:52,426 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:23:52,428 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Unable to get data of znode /02055926278/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:23:52,435 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02055926278/switch/split already deleted, retry=false 2024-11-26T15:23:52,437 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Unable to get data of znode /02055926278/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:23:52,446 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02055926278/switch/merge already deleted, retry=false 2024-11-26T15:23:52,463 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Unable to get data of znode /02055926278/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:23:52,475 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02055926278/snapshot-cleanup already deleted, retry=false 2024-11-26T15:23:52,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02055926278/running 2024-11-26T15:23:52,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055926278 2024-11-26T15:23:52,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41493-0x10177be4ce10001, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02055926278/running 2024-11-26T15:23:52,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41493-0x10177be4ce10001, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055926278 2024-11-26T15:23:52,489 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,42537,1732634631068, sessionid=0x10177be4ce10000, setting cluster-up flag (Was=false) 2024-11-26T15:23:52,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41493-0x10177be4ce10001, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055926278 2024-11-26T15:23:52,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055926278 2024-11-26T15:23:52,541 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02055926278/flush-table-proc/acquired, /02055926278/flush-table-proc/reached, /02055926278/flush-table-proc/abort 2024-11-26T15:23:52,542 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,42537,1732634631068 2024-11-26T15:23:52,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41493-0x10177be4ce10001, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055926278 2024-11-26T15:23:52,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055926278 2024-11-26T15:23:52,593 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02055926278/online-snapshot/acquired, /02055926278/online-snapshot/reached, /02055926278/online-snapshot/abort 2024-11-26T15:23:52,595 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,42537,1732634631068 2024-11-26T15:23:52,610 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:23:52,616 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:23:52,616 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:23:52,616 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:23:52,616 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,42537,1732634631068 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:23:52,618 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:23:52,618 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:23:52,618 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:23:52,618 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:23:52,618 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:23:52,618 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:52,618 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:23:52,618 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:52,631 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:23:52,631 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:23:52,632 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:52,632 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:23:52,640 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634662640 2024-11-26T15:23:52,640 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:23:52,640 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:23:52,640 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:23:52,640 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:23:52,640 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:23:52,640 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:23:52,641 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:52,641 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:23:52,641 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:23:52,641 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:23:52,641 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:23:52,642 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:23:52,642 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:23:52,642 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634632642,5,FailOnTimeoutGroup] 2024-11-26T15:23:52,642 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634632642,5,FailOnTimeoutGroup] 2024-11-26T15:23:52,642 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:52,642 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:23:52,642 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:52,642 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:52,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:23:52,646 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:23:52,646 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb 2024-11-26T15:23:52,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741832_1008 (size=32) 2024-11-26T15:23:52,705 INFO [RS:0;6cc2bc8bf733:41493 {}] regionserver.HRegionServer(746): ClusterId : acedba54-9b58-46f9-8838-aa3b326d6f71 2024-11-26T15:23:52,705 DEBUG [RS:0;6cc2bc8bf733:41493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:23:52,721 DEBUG [RS:0;6cc2bc8bf733:41493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:23:52,721 DEBUG [RS:0;6cc2bc8bf733:41493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:23:52,731 DEBUG [RS:0;6cc2bc8bf733:41493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:23:52,731 DEBUG [RS:0;6cc2bc8bf733:41493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c678d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:23:52,759 DEBUG [RS:0;6cc2bc8bf733:41493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:41493 2024-11-26T15:23:52,759 INFO [RS:0;6cc2bc8bf733:41493 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:23:52,759 INFO [RS:0;6cc2bc8bf733:41493 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:23:52,759 DEBUG [RS:0;6cc2bc8bf733:41493 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:23:52,761 INFO [RS:0;6cc2bc8bf733:41493 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,42537,1732634631068 with port=41493, startcode=1732634631421 2024-11-26T15:23:52,761 DEBUG [RS:0;6cc2bc8bf733:41493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:23:52,765 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:23:52,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,41493,1732634631421 2024-11-26T15:23:52,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42537 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,41493,1732634631421 2024-11-26T15:23:52,767 DEBUG [RS:0;6cc2bc8bf733:41493 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb 2024-11-26T15:23:52,767 DEBUG [RS:0;6cc2bc8bf733:41493 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46059 2024-11-26T15:23:52,767 DEBUG [RS:0;6cc2bc8bf733:41493 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:23:52,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055926278/rs 2024-11-26T15:23:52,821 DEBUG [RS:0;6cc2bc8bf733:41493 {}] zookeeper.ZKUtil(111): regionserver:41493-0x10177be4ce10001, quorum=127.0.0.1:53948, baseZNode=/02055926278 Set watcher on existing znode=/02055926278/rs/6cc2bc8bf733,41493,1732634631421 2024-11-26T15:23:52,821 WARN [RS:0;6cc2bc8bf733:41493 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:23:52,821 INFO [RS:0;6cc2bc8bf733:41493 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:23:52,821 DEBUG [RS:0;6cc2bc8bf733:41493 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/WALs/6cc2bc8bf733,41493,1732634631421 2024-11-26T15:23:52,833 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,41493,1732634631421] 2024-11-26T15:23:52,867 INFO [RS:0;6cc2bc8bf733:41493 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:23:52,878 INFO [RS:0;6cc2bc8bf733:41493 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:23:52,891 INFO [RS:0;6cc2bc8bf733:41493 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:23:52,891 INFO [RS:0;6cc2bc8bf733:41493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:52,901 INFO [RS:0;6cc2bc8bf733:41493 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:23:52,902 INFO [RS:0;6cc2bc8bf733:41493 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:23:52,902 INFO [RS:0;6cc2bc8bf733:41493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:52,902 DEBUG [RS:0;6cc2bc8bf733:41493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:52,902 DEBUG [RS:0;6cc2bc8bf733:41493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:52,902 DEBUG [RS:0;6cc2bc8bf733:41493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:52,902 DEBUG [RS:0;6cc2bc8bf733:41493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:52,902 DEBUG [RS:0;6cc2bc8bf733:41493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:52,902 DEBUG [RS:0;6cc2bc8bf733:41493 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:23:52,902 DEBUG [RS:0;6cc2bc8bf733:41493 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:52,902 DEBUG [RS:0;6cc2bc8bf733:41493 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:52,902 DEBUG [RS:0;6cc2bc8bf733:41493 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:52,902 DEBUG [RS:0;6cc2bc8bf733:41493 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:52,902 DEBUG [RS:0;6cc2bc8bf733:41493 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:52,902 DEBUG [RS:0;6cc2bc8bf733:41493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:23:52,902 DEBUG [RS:0;6cc2bc8bf733:41493 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:23:52,902 DEBUG [RS:0;6cc2bc8bf733:41493 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:23:52,931 INFO [RS:0;6cc2bc8bf733:41493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:52,932 INFO [RS:0;6cc2bc8bf733:41493 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:52,932 INFO [RS:0;6cc2bc8bf733:41493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:52,932 INFO [RS:0;6cc2bc8bf733:41493 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:52,932 INFO [RS:0;6cc2bc8bf733:41493 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:52,932 INFO [RS:0;6cc2bc8bf733:41493 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41493,1732634631421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:23:52,967 INFO [RS:0;6cc2bc8bf733:41493 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:23:52,967 INFO [RS:0;6cc2bc8bf733:41493 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41493,1732634631421-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:52,967 INFO [RS:0;6cc2bc8bf733:41493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:52,967 INFO [RS:0;6cc2bc8bf733:41493 {}] regionserver.Replication(171): 6cc2bc8bf733,41493,1732634631421 started 2024-11-26T15:23:52,985 INFO [RS:0;6cc2bc8bf733:41493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:52,986 INFO [RS:0;6cc2bc8bf733:41493 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,41493,1732634631421, RpcServer on 6cc2bc8bf733/172.17.0.3:41493, sessionid=0x10177be4ce10001 2024-11-26T15:23:52,986 DEBUG [RS:0;6cc2bc8bf733:41493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:23:52,986 DEBUG [RS:0;6cc2bc8bf733:41493 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,41493,1732634631421 2024-11-26T15:23:52,986 DEBUG [RS:0;6cc2bc8bf733:41493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,41493,1732634631421' 2024-11-26T15:23:52,986 DEBUG [RS:0;6cc2bc8bf733:41493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02055926278/flush-table-proc/abort' 2024-11-26T15:23:53,023 DEBUG [RS:0;6cc2bc8bf733:41493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02055926278/flush-table-proc/acquired' 2024-11-26T15:23:53,024 DEBUG [RS:0;6cc2bc8bf733:41493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:23:53,024 DEBUG [RS:0;6cc2bc8bf733:41493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:23:53,024 DEBUG [RS:0;6cc2bc8bf733:41493 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,41493,1732634631421 2024-11-26T15:23:53,024 DEBUG [RS:0;6cc2bc8bf733:41493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,41493,1732634631421' 2024-11-26T15:23:53,024 DEBUG [RS:0;6cc2bc8bf733:41493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02055926278/online-snapshot/abort' 2024-11-26T15:23:53,025 DEBUG [RS:0;6cc2bc8bf733:41493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02055926278/online-snapshot/acquired' 2024-11-26T15:23:53,025 DEBUG [RS:0;6cc2bc8bf733:41493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:23:53,025 INFO [RS:0;6cc2bc8bf733:41493 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:23:53,025 INFO [RS:0;6cc2bc8bf733:41493 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:23:53,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:53,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:23:53,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:23:53,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:53,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:53,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:23:53,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:23:53,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:53,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:53,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:23:53,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:23:53,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:53,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:53,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:23:53,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:23:53,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:53,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:53,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:23:53,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/data/hbase/meta/1588230740 2024-11-26T15:23:53,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/data/hbase/meta/1588230740 2024-11-26T15:23:53,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:23:53,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:23:53,092 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:23:53,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:23:53,105 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:23:53,105 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64843761, jitterRate=-0.03375266492366791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:23:53,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634633061Initializing all the Stores at 1732634633062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634633062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634633066 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634633066Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634633066Cleaning up temporary data from old regions at 1732634633090 (+24 ms)Region opened successfully at 1732634633106 (+16 ms) 2024-11-26T15:23:53,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:23:53,106 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:23:53,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:23:53,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:23:53,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:23:53,111 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:23:53,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634633106Disabling compacts and flushes for region at 1732634633106Disabling writes for close at 1732634633106Writing region close event to WAL at 1732634633111 (+5 ms)Closed at 1732634633111 2024-11-26T15:23:53,112 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:23:53,112 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:23:53,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:23:53,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:23:53,113 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:23:53,125 INFO [RS:0;6cc2bc8bf733:41493 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:23:53,126 INFO [RS:0;6cc2bc8bf733:41493 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C41493%2C1732634631421, suffix=, logDir=hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/WALs/6cc2bc8bf733,41493,1732634631421, archiveDir=hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/oldWALs, maxLogs=10 2024-11-26T15:23:53,145 DEBUG [RS:0;6cc2bc8bf733:41493 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/WALs/6cc2bc8bf733,41493,1732634631421/6cc2bc8bf733%2C41493%2C1732634631421.1732634633127, exclude list is [], retry=0 2024-11-26T15:23:53,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37203,DS-ab8499a1-59f7-4c16-a8c1-827d57c06c0e,DISK] 2024-11-26T15:23:53,152 INFO [RS:0;6cc2bc8bf733:41493 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/WALs/6cc2bc8bf733,41493,1732634631421/6cc2bc8bf733%2C41493%2C1732634631421.1732634633127 2024-11-26T15:23:53,153 DEBUG [RS:0;6cc2bc8bf733:41493 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36725:36725)] 2024-11-26T15:23:53,264 DEBUG [6cc2bc8bf733:42537 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:23:53,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,41493,1732634631421 2024-11-26T15:23:53,265 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,41493,1732634631421, state=OPENING 2024-11-26T15:23:53,288 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:23:53,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41493-0x10177be4ce10001, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055926278 2024-11-26T15:23:53,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02055926278 2024-11-26T15:23:53,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02055926278/meta-region-server: CHANGED 2024-11-26T15:23:53,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02055926278/meta-region-server: CHANGED 2024-11-26T15:23:53,356 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:23:53,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,41493,1732634631421}] 2024-11-26T15:23:53,508 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:23:53,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:23:53,512 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:23:53,512 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:23:53,512 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:23:53,513 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C41493%2C1732634631421.meta, suffix=.meta, logDir=hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/WALs/6cc2bc8bf733,41493,1732634631421, archiveDir=hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/oldWALs, maxLogs=10 2024-11-26T15:23:53,532 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/WALs/6cc2bc8bf733,41493,1732634631421/6cc2bc8bf733%2C41493%2C1732634631421.meta.1732634633514.meta, exclude list is [], retry=0 2024-11-26T15:23:53,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37203,DS-ab8499a1-59f7-4c16-a8c1-827d57c06c0e,DISK] 2024-11-26T15:23:53,536 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/WALs/6cc2bc8bf733,41493,1732634631421/6cc2bc8bf733%2C41493%2C1732634631421.meta.1732634633514.meta 2024-11-26T15:23:53,536 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36725:36725)] 2024-11-26T15:23:53,536 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:23:53,536 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:23:53,537 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:23:53,537 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:23:53,537 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:23:53,537 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:23:53,537 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:53,537 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:23:53,537 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:23:53,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:23:53,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:23:53,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:53,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:53,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:23:53,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:23:53,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:53,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:53,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:23:53,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:23:53,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:53,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:53,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:23:53,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:23:53,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:53,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:23:53,547 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:23:53,548 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/data/hbase/meta/1588230740 2024-11-26T15:23:53,549 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/data/hbase/meta/1588230740 2024-11-26T15:23:53,549 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:23:53,550 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:23:53,550 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:23:53,551 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:23:53,552 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74106659, jitterRate=0.10427527129650116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:23:53,552 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:23:53,552 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634633537Writing region info on filesystem at 1732634633537Initializing all the Stores at 1732634633538 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634633538Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634633538Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634633538Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634633538Cleaning up temporary data from old regions at 1732634633550 (+12 ms)Running coprocessor post-open hooks at 1732634633552 (+2 ms)Region opened successfully at 1732634633552 2024-11-26T15:23:53,553 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634633508 2024-11-26T15:23:53,555 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:23:53,555 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:23:53,556 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,41493,1732634631421 2024-11-26T15:23:53,557 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,41493,1732634631421, state=OPEN 2024-11-26T15:23:53,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x10177be4ce10000, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02055926278/meta-region-server 2024-11-26T15:23:53,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41493-0x10177be4ce10001, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02055926278/meta-region-server 2024-11-26T15:23:53,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02055926278/meta-region-server: CHANGED 2024-11-26T15:23:53,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02055926278/meta-region-server: CHANGED 2024-11-26T15:23:53,612 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,41493,1732634631421 2024-11-26T15:23:53,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:23:53,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,41493,1732634631421 in 256 msec 2024-11-26T15:23:53,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:23:53,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 503 msec 2024-11-26T15:23:53,618 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:23:53,618 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:23:53,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:23:53,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,41493,1732634631421, seqNum=-1] 2024-11-26T15:23:53,620 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:23:53,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:23:53,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0100 sec 2024-11-26T15:23:53,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634633625, completionTime=-1 2024-11-26T15:23:53,626 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:23:53,626 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:23:53,628 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:23:53,628 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634693628 2024-11-26T15:23:53,628 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634753628 2024-11-26T15:23:53,628 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T15:23:53,628 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,42537,1732634631068-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:53,628 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,42537,1732634631068-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:53,628 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,42537,1732634631068-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:53,628 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:42537, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:53,628 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:53,630 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:23:53,632 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:53,636 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.021sec 2024-11-26T15:23:53,636 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:23:53,636 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:23:53,636 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:23:53,636 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:23:53,636 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:23:53,636 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,42537,1732634631068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:23:53,636 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,42537,1732634631068-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:23:53,642 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:23:53,642 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:23:53,642 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,42537,1732634631068-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:23:53,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4d0978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:53,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,42537,-1 for getting cluster id 2024-11-26T15:23:53,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:53,707 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acedba54-9b58-46f9-8838-aa3b326d6f71' 2024-11-26T15:23:53,707 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:53,707 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acedba54-9b58-46f9-8838-aa3b326d6f71" 2024-11-26T15:23:53,707 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fac5819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:53,708 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,42537,-1] 2024-11-26T15:23:53,708 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:53,708 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:53,709 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:53,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596f108c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:53,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:23:53,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,41493,1732634631421, seqNum=-1] 2024-11-26T15:23:53,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:23:53,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:23:53,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,42537,1732634631068 2024-11-26T15:23:53,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53948 2024-11-26T15:23:53,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53948, baseZNode=/02055926278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:23:53,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10177be4ce10002 connected 2024-11-26T15:23:53,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:23:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,42537,1732634631068 2024-11-26T15:23:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bfd8c91 2024-11-26T15:23:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:23:53,747 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:23:53,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42537 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:23:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42537 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T15:23:53,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:23:53,750 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:53,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42537 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T15:23:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:53,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:23:53,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741835_1011 (size=902) 2024-11-26T15:23:53,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fca946333e7e594b6d3bf173f7694451, NAME => 'test,,1732634633747.fca946333e7e594b6d3bf173f7694451.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb 2024-11-26T15:23:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741836_1012 (size=39) 2024-11-26T15:23:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:54,174 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732634633747.fca946333e7e594b6d3bf173f7694451.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:54,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fca946333e7e594b6d3bf173f7694451, disabling compactions & flushes 2024-11-26T15:23:54,175 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732634633747.fca946333e7e594b6d3bf173f7694451. 2024-11-26T15:23:54,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634633747.fca946333e7e594b6d3bf173f7694451. 2024-11-26T15:23:54,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732634633747.fca946333e7e594b6d3bf173f7694451. after waiting 0 ms 2024-11-26T15:23:54,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732634633747.fca946333e7e594b6d3bf173f7694451. 2024-11-26T15:23:54,175 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732634633747.fca946333e7e594b6d3bf173f7694451. 2024-11-26T15:23:54,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fca946333e7e594b6d3bf173f7694451: Waiting for close lock at 1732634634175Disabling compacts and flushes for region at 1732634634175Disabling writes for close at 1732634634175Writing region close event to WAL at 1732634634175Closed at 1732634634175 2024-11-26T15:23:54,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:23:54,176 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732634633747.fca946333e7e594b6d3bf173f7694451.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732634634176"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634634176"}]},"ts":"1732634634176"} 2024-11-26T15:23:54,178 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:23:54,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:23:54,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634634179"}]},"ts":"1732634634179"} 2024-11-26T15:23:54,181 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T15:23:54,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fca946333e7e594b6d3bf173f7694451, ASSIGN}] 2024-11-26T15:23:54,182 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fca946333e7e594b6d3bf173f7694451, ASSIGN 2024-11-26T15:23:54,183 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fca946333e7e594b6d3bf173f7694451, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,41493,1732634631421; forceNewPlan=false, retain=false 2024-11-26T15:23:54,334 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fca946333e7e594b6d3bf173f7694451, regionState=OPENING, regionLocation=6cc2bc8bf733,41493,1732634631421 2024-11-26T15:23:54,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fca946333e7e594b6d3bf173f7694451, ASSIGN because future has completed 2024-11-26T15:23:54,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fca946333e7e594b6d3bf173f7694451, server=6cc2bc8bf733,41493,1732634631421}] 2024-11-26T15:23:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:54,491 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732634633747.fca946333e7e594b6d3bf173f7694451. 2024-11-26T15:23:54,491 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fca946333e7e594b6d3bf173f7694451, NAME => 'test,,1732634633747.fca946333e7e594b6d3bf173f7694451.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:23:54,491 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:23:54,491 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T15:23:54,491 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fca946333e7e594b6d3bf173f7694451 2024-11-26T15:23:54,491 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732634633747.fca946333e7e594b6d3bf173f7694451.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:23:54,492 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fca946333e7e594b6d3bf173f7694451 2024-11-26T15:23:54,492 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fca946333e7e594b6d3bf173f7694451 2024-11-26T15:23:54,493 INFO [StoreOpener-fca946333e7e594b6d3bf173f7694451-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fca946333e7e594b6d3bf173f7694451 2024-11-26T15:23:54,493 INFO [StoreOpener-fca946333e7e594b6d3bf173f7694451-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fca946333e7e594b6d3bf173f7694451 columnFamilyName f 2024-11-26T15:23:54,493 DEBUG [StoreOpener-fca946333e7e594b6d3bf173f7694451-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:54,494 INFO [StoreOpener-fca946333e7e594b6d3bf173f7694451-1 {}] regionserver.HStore(327): Store=fca946333e7e594b6d3bf173f7694451/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:54,494 INFO [StoreOpener-fca946333e7e594b6d3bf173f7694451-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fca946333e7e594b6d3bf173f7694451 2024-11-26T15:23:54,495 INFO [StoreOpener-fca946333e7e594b6d3bf173f7694451-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fca946333e7e594b6d3bf173f7694451 columnFamilyName f1 2024-11-26T15:23:54,495 DEBUG [StoreOpener-fca946333e7e594b6d3bf173f7694451-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:54,495 INFO [StoreOpener-fca946333e7e594b6d3bf173f7694451-1 {}] regionserver.HStore(327): Store=fca946333e7e594b6d3bf173f7694451/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:54,495 INFO [StoreOpener-fca946333e7e594b6d3bf173f7694451-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fca946333e7e594b6d3bf173f7694451 2024-11-26T15:23:54,496 INFO [StoreOpener-fca946333e7e594b6d3bf173f7694451-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fca946333e7e594b6d3bf173f7694451 columnFamilyName norep 2024-11-26T15:23:54,496 DEBUG [StoreOpener-fca946333e7e594b6d3bf173f7694451-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:23:54,496 INFO [StoreOpener-fca946333e7e594b6d3bf173f7694451-1 {}] regionserver.HStore(327): Store=fca946333e7e594b6d3bf173f7694451/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:23:54,496 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fca946333e7e594b6d3bf173f7694451 2024-11-26T15:23:54,496 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/data/default/test/fca946333e7e594b6d3bf173f7694451 2024-11-26T15:23:54,497 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/data/default/test/fca946333e7e594b6d3bf173f7694451 2024-11-26T15:23:54,497 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fca946333e7e594b6d3bf173f7694451 2024-11-26T15:23:54,497 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fca946333e7e594b6d3bf173f7694451 2024-11-26T15:23:54,497 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:23:54,498 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fca946333e7e594b6d3bf173f7694451 2024-11-26T15:23:54,500 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/data/default/test/fca946333e7e594b6d3bf173f7694451/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:23:54,500 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fca946333e7e594b6d3bf173f7694451; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64876824, jitterRate=-0.03325998783111572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:23:54,501 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fca946333e7e594b6d3bf173f7694451 2024-11-26T15:23:54,501 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fca946333e7e594b6d3bf173f7694451: Running coprocessor pre-open hook at 1732634634492Writing region info on filesystem at 1732634634492Initializing all the Stores at 1732634634492Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634634492Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634634492Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634634492Cleaning up temporary data from old regions at 1732634634497 (+5 ms)Running coprocessor post-open hooks at 1732634634501 (+4 ms)Region opened successfully at 1732634634501 2024-11-26T15:23:54,502 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732634633747.fca946333e7e594b6d3bf173f7694451., pid=6, masterSystemTime=1732634634488 2024-11-26T15:23:54,503 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732634633747.fca946333e7e594b6d3bf173f7694451. 2024-11-26T15:23:54,503 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732634633747.fca946333e7e594b6d3bf173f7694451. 2024-11-26T15:23:54,504 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fca946333e7e594b6d3bf173f7694451, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6cc2bc8bf733,41493,1732634631421 2024-11-26T15:23:54,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fca946333e7e594b6d3bf173f7694451, server=6cc2bc8bf733,41493,1732634631421 because future has completed 2024-11-26T15:23:54,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:23:54,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fca946333e7e594b6d3bf173f7694451, server=6cc2bc8bf733,41493,1732634631421 in 170 msec 2024-11-26T15:23:54,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T15:23:54,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fca946333e7e594b6d3bf173f7694451, ASSIGN in 326 msec 2024-11-26T15:23:54,509 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:23:54,509 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634634509"}]},"ts":"1732634634509"} 2024-11-26T15:23:54,510 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T15:23:54,511 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:23:54,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 763 msec 2024-11-26T15:23:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:23:54,885 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T15:23:54,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ccd9719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:54,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,42537,-1 for getting cluster id 2024-11-26T15:23:54,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:54,887 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acedba54-9b58-46f9-8838-aa3b326d6f71' 2024-11-26T15:23:54,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:54,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acedba54-9b58-46f9-8838-aa3b326d6f71" 2024-11-26T15:23:54,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27034657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:54,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,42537,-1] 2024-11-26T15:23:54,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:54,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:54,888 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:54,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbdfe60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:54,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:23:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,42537,1732634631068 2024-11-26T15:23:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ef79db1 2024-11-26T15:23:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:23:54,891 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:23:54,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42537 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6cc2bc8bf733:42537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T15:23:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42537 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:23:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:54,894 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:42537' 2024-11-26T15:23:54,895 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1948cee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:54,895 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,42537,-1 for getting cluster id 2024-11-26T15:23:54,895 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:23:54,899 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acedba54-9b58-46f9-8838-aa3b326d6f71' 2024-11-26T15:23:54,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:23:54,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acedba54-9b58-46f9-8838-aa3b326d6f71" 2024-11-26T15:23:54,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586221df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:54,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,42537,-1] 2024-11-26T15:23:54,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:23:54,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:54,901 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:23:54,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473d07f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:23:54,901 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:23:54,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,42537,1732634631068 2024-11-26T15:23:54,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e750b63 2024-11-26T15:23:54,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:23:54,903 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:23:54,904 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T15:23:54,905 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:23:54,905 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:54,905 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:54,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:54,905 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6cc2bc8bf733:42537, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:23:54,913 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6cc2bc8bf733:42537, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6cc2bc8bf733:42537, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6cc2bc8bf733:42537, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-26T15:23:54,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6cc2bc8bf733:42537, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=22 msec 2024-11-26T15:23:54,914 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-26T15:23:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:23:54,996 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://6cc2bc8bf733:42537, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-26T15:23:54,996 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:23:54,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:23:54,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:54,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:23:55,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:23:55,026 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=534 (was 360) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/cluster_f66a2558-0b44-c407-09dc-4e1ac643c3f6/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@3dc838d4 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/cluster_f66a2558-0b44-c407-09dc-4e1ac643c3f6/data/data2/current/BP-1227307779-172.17.0.3-1732634628512 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53948) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53948) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 1 on default port 42207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcessThread(sid:0 cport:53948): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1227307779-172.17.0.3-1732634628512:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1164109674-7910-acceptor-0@62607d18-ServerConnector@249b0898{HTTP/1.1, (http/1.1)}{localhost:46765} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp800910025-7958 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f1b949fccb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 6cc2bc8bf733:42537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: IPC Server handler 3 on default port 46059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634632642 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1164109674-7908 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1b94439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 46059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@507e2b52 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1164109674-7913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@63fe5b6f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1002369237_20 at /127.0.0.1:56300 [Receiving block BP-1227307779-172.17.0.3-1732634628512:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1164109674-7906 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1b94439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1227307779-172.17.0.3-1732634628512 heartbeating to localhost/127.0.0.1:46059 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1164109674-7911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 46059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 42207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server idle connection scanner for port 46059 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: CacheReplicationMonitor(303495106) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-42b1053a-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1002369237_20 at /127.0.0.1:33058 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1164109674-7912 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/cluster_f66a2558-0b44-c407-09dc-4e1ac643c3f6/data/data1/current/BP-1227307779-172.17.0.3-1732634628512 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$597/0x00007f1b94ac5290.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2899fe35 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;6cc2bc8bf733:41493 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 46059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 1 on default port 46059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 2 on default port 42207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5ebb6745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: PacketResponder: BP-1227307779-172.17.0.3-1732634628512:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634632642 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Server handler 4 on default port 42207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1537156046_20 at /127.0.0.1:56258 [Receiving block BP-1227307779-172.17.0.3-1732634628512:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46059 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53948 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/cluster_f66a2558-0b44-c407-09dc-4e1ac643c3f6/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1fcf08d8-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;6cc2bc8bf733:42537 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1227307779-172.17.0.3-1732634628512:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: qtp1164109674-7907 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1b94439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6cc2bc8bf733:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6cc2bc8bf733:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb-prefix:6cc2bc8bf733,41493,1732634631421.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 42207 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@41c11609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1002369237_20 at /127.0.0.1:56284 [Receiving block BP-1227307779-172.17.0.3-1732634628512:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@165472ea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp800910025-7957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp1164109674-7909 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1b94439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RS:0;6cc2bc8bf733:41493-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: regionserver/6cc2bc8bf733:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: master/6cc2bc8bf733:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53948) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp800910025-7955 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1b94439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:46059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@48ab92c4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@77bee7ce java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7f06fff2[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp800910025-7956-acceptor-0@72857ed3-ServerConnector@3e0445e1{HTTP/1.1, (http/1.1)}{localhost:45385} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb-prefix:6cc2bc8bf733,41493,1732634631421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46059/user/jenkins/test-data/2fcbc5a3-75c3-cf58-8af8-7a218ec708cb/MasterData-prefix:6cc2bc8bf733,42537,1732634631068 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=575 (was 564) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5978 (was 6349) 2024-11-26T15:23:55,029 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-26T15:23:55,047 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=575, ProcessCount=11, AvailableMemoryMB=5975 2024-11-26T15:23:55,048 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-26T15:23:55,066 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-26T15:23:55,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/hadoop.log.dir so I do NOT create it in target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c 2024-11-26T15:23:55,067 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:23:55,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/hadoop.tmp.dir so I do NOT create it in target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c 2024-11-26T15:23:55,067 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbba2a3b-9ec4-9443-a62c-d04db1c16adc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:23:55,067 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c 2024-11-26T15:23:55,067 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/cluster_aaab77c5-2ea0-fbe5-1e4d-4d7537cd26b2, deleteOnExit=true 2024-11-26T15:23:55,076 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/cluster_aaab77c5-2ea0-fbe5-1e4d-4d7537cd26b2/zookeeper_0, clientPort=58419, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/cluster_aaab77c5-2ea0-fbe5-1e4d-4d7537cd26b2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/cluster_aaab77c5-2ea0-fbe5-1e4d-4d7537cd26b2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T15:23:55,077 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58419 2024-11-26T15:23:55,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:23:55,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:23:55,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/test.cache.data in system properties and HBase conf 2024-11-26T15:23:55,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:23:55,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:23:55,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:23:55,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:23:55,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:23:55,078 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:23:55,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:23:55,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:23:55,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:23:55,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:23:55,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:23:55,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:23:55,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:23:55,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:23:55,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:23:55,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:23:55,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:23:55,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:23:55,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:23:55,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:23:55,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:23:55,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:23:55,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:23:55,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:23:55,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:23:55,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:23:55,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e4f17d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:23:55,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fc4a79c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:23:55,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c4f3b18{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/java.io.tmpdir/jetty-localhost-41669-hadoop-hdfs-3_4_1-tests_jar-_-any-14406885480281443181/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:23:55,700 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@318cb791{HTTP/1.1, (http/1.1)}{localhost:41669} 2024-11-26T15:23:55,700 INFO [Time-limited test {}] server.Server(415): Started @333800ms 2024-11-26T15:23:56,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:23:56,616 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:23:56,616 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128884 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:23:56,995 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:23:56,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:23:57,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:23:57,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:23:57,005 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:23:57,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23093d60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:23:57,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f099f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:23:57,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4efb371a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/java.io.tmpdir/jetty-localhost-40235-hadoop-hdfs-3_4_1-tests_jar-_-any-16513704447516147431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:23:57,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bc5f223{HTTP/1.1, (http/1.1)}{localhost:40235} 2024-11-26T15:23:57,122 INFO [Time-limited test {}] server.Server(415): Started @335221ms 2024-11-26T15:23:57,123 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:23:58,325 WARN [Thread-4328 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/cluster_aaab77c5-2ea0-fbe5-1e4d-4d7537cd26b2/data/data1/current/BP-836718874-172.17.0.3-1732634635114/current, will proceed with Du for space computation calculation, 2024-11-26T15:23:58,325 WARN [Thread-4329 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/cluster_aaab77c5-2ea0-fbe5-1e4d-4d7537cd26b2/data/data2/current/BP-836718874-172.17.0.3-1732634635114/current, will proceed with Du for space computation calculation, 2024-11-26T15:23:58,361 WARN [Thread-4316 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:23:58,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59fc9843dbf41432 with lease ID 0xbed6a3fde32b2504: Processing first storage report for DS-822c9a78-6f7c-4213-bce0-ada6f9aac457 from datanode DatanodeRegistration(127.0.0.1:35473, datanodeUuid=a42ca8a8-5426-4970-b7ac-c3badec35046, infoPort=34415, infoSecurePort=0, ipcPort=45755, storageInfo=lv=-57;cid=testClusterID;nsid=1649571097;c=1732634635114) 2024-11-26T15:23:58,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59fc9843dbf41432 with lease ID 0xbed6a3fde32b2504: from storage DS-822c9a78-6f7c-4213-bce0-ada6f9aac457 node DatanodeRegistration(127.0.0.1:35473, datanodeUuid=a42ca8a8-5426-4970-b7ac-c3badec35046, infoPort=34415, infoSecurePort=0, ipcPort=45755, storageInfo=lv=-57;cid=testClusterID;nsid=1649571097;c=1732634635114), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:23:58,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59fc9843dbf41432 with lease ID 0xbed6a3fde32b2504: Processing first storage report for DS-03c2d10c-37ea-40ea-b085-01faf8754051 from datanode DatanodeRegistration(127.0.0.1:35473, datanodeUuid=a42ca8a8-5426-4970-b7ac-c3badec35046, infoPort=34415, infoSecurePort=0, ipcPort=45755, storageInfo=lv=-57;cid=testClusterID;nsid=1649571097;c=1732634635114) 2024-11-26T15:23:58,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59fc9843dbf41432 with lease ID 0xbed6a3fde32b2504: from storage DS-03c2d10c-37ea-40ea-b085-01faf8754051 node DatanodeRegistration(127.0.0.1:35473, datanodeUuid=a42ca8a8-5426-4970-b7ac-c3badec35046, infoPort=34415, infoSecurePort=0, ipcPort=45755, storageInfo=lv=-57;cid=testClusterID;nsid=1649571097;c=1732634635114), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:23:58,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c 2024-11-26T15:23:58,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:58,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:58,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:23:58,792 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c with version=8 2024-11-26T15:23:58,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/hbase-staging 2024-11-26T15:23:58,794 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:23:58,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:58,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:58,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:23:58,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:58,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:23:58,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:23:58,795 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:23:58,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40403 2024-11-26T15:23:58,796 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40403 connecting to ZooKeeper ensemble=127.0.0.1:58419 2024-11-26T15:23:58,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404030x0, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:23:58,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40403-0x10177be66ec0000 connected 2024-11-26T15:23:58,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:58,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:58,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Set watcher on znode that does not yet exist, /0521238003/running 2024-11-26T15:23:58,971 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c, hbase.cluster.distributed=false 2024-11-26T15:23:58,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Set watcher on znode that does not yet exist, /0521238003/acl 2024-11-26T15:23:58,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40403 2024-11-26T15:23:58,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40403 2024-11-26T15:23:59,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40403 2024-11-26T15:23:59,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40403 2024-11-26T15:23:59,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40403 2024-11-26T15:23:59,040 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:23:59,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:59,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:59,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:59,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:59,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:59,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:59,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:59,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:59,048 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:23:59,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:59,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:59,048 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:23:59,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:23:59,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:23:59,048 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:23:59,048 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:23:59,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44907 2024-11-26T15:23:59,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44907 connecting to ZooKeeper ensemble=127.0.0.1:58419 2024-11-26T15:23:59,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:59,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:59,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449070x0, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:23:59,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449070x0, quorum=127.0.0.1:58419, baseZNode=/0521238003 Set watcher on znode that does not yet exist, /0521238003/running 2024-11-26T15:23:59,087 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:23:59,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44907-0x10177be66ec0001 connected 2024-11-26T15:23:59,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:59,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:59,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:59,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:59,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:59,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:59,100 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:23:59,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Set watcher on znode that does not yet exist, /0521238003/master 2024-11-26T15:23:59,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Set watcher on znode that does not yet exist, /0521238003/acl 2024-11-26T15:23:59,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:59,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44907 2024-11-26T15:23:59,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:59,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:59,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:23:59,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44907 2024-11-26T15:23:59,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44907 2024-11-26T15:23:59,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44907 2024-11-26T15:23:59,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44907 2024-11-26T15:23:59,140 DEBUG [M:0;6cc2bc8bf733:40403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:40403 2024-11-26T15:23:59,144 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0521238003/backup-masters/6cc2bc8bf733,40403,1732634638794 2024-11-26T15:23:59,149 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T15:23:59,149 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T15:23:59,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003/backup-masters 2024-11-26T15:23:59,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003/backup-masters 2024-11-26T15:23:59,151 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Set watcher on existing znode=/0521238003/backup-masters/6cc2bc8bf733,40403,1732634638794 2024-11-26T15:23:59,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003 2024-11-26T15:23:59,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0521238003/master 2024-11-26T15:23:59,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003 2024-11-26T15:23:59,160 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Set watcher on existing znode=/0521238003/master 2024-11-26T15:23:59,161 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0521238003/backup-masters/6cc2bc8bf733,40403,1732634638794 from backup master directory 2024-11-26T15:23:59,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0521238003/backup-masters/6cc2bc8bf733,40403,1732634638794 2024-11-26T15:23:59,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003/backup-masters 2024-11-26T15:23:59,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003/backup-masters 2024-11-26T15:23:59,170 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:23:59,171 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,40403,1732634638794 2024-11-26T15:23:59,173 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/hbase.id] with ID: e3afa041-cf53-4653-8c73-1c4222afc102 2024-11-26T15:23:59,173 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/.tmp/hbase.id 2024-11-26T15:23:59,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:23:59,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T15:23:59,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T15:23:59,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T15:23:59,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T15:23:59,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:23:59,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T15:23:59,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T15:23:59,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T15:23:59,585 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/.tmp/hbase.id]:[hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/hbase.id] 2024-11-26T15:23:59,597 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:23:59,597 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:23:59,599 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T15:23:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003 2024-11-26T15:23:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003 2024-11-26T15:23:59,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:24:00,020 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:24:00,021 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:24:00,022 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:24:00,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:24:00,044 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store 2024-11-26T15:24:00,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:24:00,066 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:00,066 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:24:00,067 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:00,067 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:00,067 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:24:00,067 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:00,067 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:00,067 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634640066Disabling compacts and flushes for region at 1732634640066Disabling writes for close at 1732634640067 (+1 ms)Writing region close event to WAL at 1732634640067Closed at 1732634640067 2024-11-26T15:24:00,068 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/.initializing 2024-11-26T15:24:00,068 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/WALs/6cc2bc8bf733,40403,1732634638794 2024-11-26T15:24:00,069 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:24:00,071 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C40403%2C1732634638794, suffix=, logDir=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/WALs/6cc2bc8bf733,40403,1732634638794, archiveDir=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/oldWALs, maxLogs=10 2024-11-26T15:24:00,092 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/WALs/6cc2bc8bf733,40403,1732634638794/6cc2bc8bf733%2C40403%2C1732634638794.1732634640071, exclude list is [], retry=0 2024-11-26T15:24:00,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35473,DS-822c9a78-6f7c-4213-bce0-ada6f9aac457,DISK] 2024-11-26T15:24:00,098 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/WALs/6cc2bc8bf733,40403,1732634638794/6cc2bc8bf733%2C40403%2C1732634638794.1732634640071 2024-11-26T15:24:00,102 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34415:34415)] 2024-11-26T15:24:00,102 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:24:00,102 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:00,102 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:00,102 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:00,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:00,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:24:00,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:00,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:00,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:00,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:24:00,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:00,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:00,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:00,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:24:00,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:00,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:00,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:00,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:24:00,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:00,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:00,113 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:00,114 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:00,114 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:00,115 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:00,115 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:00,116 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:24:00,117 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:00,129 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:24:00,129 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67768760, jitterRate=0.009833216667175293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:24:00,129 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634640102Initializing all the Stores at 1732634640103 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634640103Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634640105 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634640105Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634640105Cleaning up temporary data from old regions at 1732634640115 (+10 ms)Region opened successfully at 1732634640129 (+14 ms) 2024-11-26T15:24:00,135 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:24:00,138 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e8e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:24:00,139 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:24:00,139 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:24:00,139 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:24:00,139 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:24:00,140 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:24:00,140 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:24:00,140 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:24:00,146 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:24:00,146 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Unable to get data of znode /0521238003/balancer because node does not exist (not necessarily an error) 2024-11-26T15:24:00,202 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0521238003/balancer already deleted, retry=false 2024-11-26T15:24:00,202 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:24:00,203 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Unable to get data of znode /0521238003/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:24:00,286 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0521238003/normalizer already deleted, retry=false 2024-11-26T15:24:00,287 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:24:00,288 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Unable to get data of znode /0521238003/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:24:00,360 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0521238003/switch/split already deleted, retry=false 2024-11-26T15:24:00,361 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Unable to get data of znode /0521238003/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:24:00,455 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0521238003/switch/merge already deleted, retry=false 2024-11-26T15:24:00,457 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Unable to get data of znode /0521238003/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:24:00,476 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0521238003/snapshot-cleanup already deleted, retry=false 2024-11-26T15:24:00,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0521238003/running 2024-11-26T15:24:00,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0521238003/running 2024-11-26T15:24:00,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003 2024-11-26T15:24:00,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003 2024-11-26T15:24:00,549 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,40403,1732634638794, sessionid=0x10177be66ec0000, setting cluster-up flag (Was=false) 2024-11-26T15:24:00,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003 2024-11-26T15:24:00,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003 2024-11-26T15:24:00,613 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0521238003/flush-table-proc/acquired, /0521238003/flush-table-proc/reached, /0521238003/flush-table-proc/abort 2024-11-26T15:24:00,613 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,40403,1732634638794 2024-11-26T15:24:00,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003 2024-11-26T15:24:00,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003 2024-11-26T15:24:00,665 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0521238003/online-snapshot/acquired, /0521238003/online-snapshot/reached, /0521238003/online-snapshot/abort 2024-11-26T15:24:00,666 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,40403,1732634638794 2024-11-26T15:24:00,667 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:24:00,668 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:24:00,668 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:24:00,669 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:24:00,669 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,40403,1732634638794 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:24:00,670 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:24:00,670 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:24:00,670 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:24:00,670 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:24:00,670 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:24:00,670 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:00,670 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:24:00,670 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:00,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:24:00,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:24:00,691 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:00,691 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:24:00,693 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634670693 2024-11-26T15:24:00,693 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:24:00,694 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:24:00,694 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:24:00,694 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:24:00,694 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:24:00,694 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:24:00,694 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:00,694 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:24:00,694 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:24:00,694 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:24:00,695 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:24:00,695 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:24:00,695 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:24:00,695 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634640695,5,FailOnTimeoutGroup] 2024-11-26T15:24:00,696 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634640695,5,FailOnTimeoutGroup] 2024-11-26T15:24:00,696 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:00,696 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:24:00,696 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:00,696 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:00,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:24:00,729 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(746): ClusterId : e3afa041-cf53-4653-8c73-1c4222afc102 2024-11-26T15:24:00,730 DEBUG [RS:0;6cc2bc8bf733:44907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:24:00,739 DEBUG [RS:0;6cc2bc8bf733:44907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:24:00,739 DEBUG [RS:0;6cc2bc8bf733:44907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:24:00,750 DEBUG [RS:0;6cc2bc8bf733:44907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:24:00,751 DEBUG [RS:0;6cc2bc8bf733:44907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a40f49e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:24:00,765 DEBUG [RS:0;6cc2bc8bf733:44907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:44907 2024-11-26T15:24:00,765 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:24:00,765 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:24:00,765 DEBUG [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:24:00,766 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,40403,1732634638794 with port=44907, startcode=1732634639047 2024-11-26T15:24:00,766 DEBUG [RS:0;6cc2bc8bf733:44907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:24:00,768 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:24:00,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40403 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,44907,1732634639047 2024-11-26T15:24:00,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40403 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,44907,1732634639047 2024-11-26T15:24:00,770 DEBUG [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c 2024-11-26T15:24:00,770 DEBUG [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37673 2024-11-26T15:24:00,770 DEBUG [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:24:00,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003/rs 2024-11-26T15:24:00,781 DEBUG [RS:0;6cc2bc8bf733:44907 {}] zookeeper.ZKUtil(111): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Set watcher on existing znode=/0521238003/rs/6cc2bc8bf733,44907,1732634639047 2024-11-26T15:24:00,781 WARN [RS:0;6cc2bc8bf733:44907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:24:00,782 INFO [RS:0;6cc2bc8bf733:44907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:24:00,782 DEBUG [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047 2024-11-26T15:24:00,782 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,44907,1732634639047] 2024-11-26T15:24:00,785 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:24:00,792 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:24:00,795 INFO [RS:0;6cc2bc8bf733:44907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:24:00,795 INFO [RS:0;6cc2bc8bf733:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:00,796 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:24:00,797 INFO [RS:0;6cc2bc8bf733:44907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:24:00,797 INFO [RS:0;6cc2bc8bf733:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:00,797 DEBUG [RS:0;6cc2bc8bf733:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:00,797 DEBUG [RS:0;6cc2bc8bf733:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:00,797 DEBUG [RS:0;6cc2bc8bf733:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:00,797 DEBUG [RS:0;6cc2bc8bf733:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:00,797 DEBUG [RS:0;6cc2bc8bf733:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:00,797 DEBUG [RS:0;6cc2bc8bf733:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:24:00,797 DEBUG [RS:0;6cc2bc8bf733:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:00,797 DEBUG [RS:0;6cc2bc8bf733:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:00,797 DEBUG [RS:0;6cc2bc8bf733:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:00,797 DEBUG [RS:0;6cc2bc8bf733:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:00,797 DEBUG [RS:0;6cc2bc8bf733:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:00,797 DEBUG [RS:0;6cc2bc8bf733:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:00,797 DEBUG [RS:0;6cc2bc8bf733:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:24:00,797 DEBUG [RS:0;6cc2bc8bf733:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:24:00,800 INFO [RS:0;6cc2bc8bf733:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:00,800 INFO [RS:0;6cc2bc8bf733:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:00,800 INFO [RS:0;6cc2bc8bf733:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:00,800 INFO [RS:0;6cc2bc8bf733:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:00,800 INFO [RS:0;6cc2bc8bf733:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:00,800 INFO [RS:0;6cc2bc8bf733:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,44907,1732634639047-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:24:00,823 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:24:00,823 INFO [RS:0;6cc2bc8bf733:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,44907,1732634639047-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:00,823 INFO [RS:0;6cc2bc8bf733:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:00,823 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.Replication(171): 6cc2bc8bf733,44907,1732634639047 started 2024-11-26T15:24:00,842 INFO [RS:0;6cc2bc8bf733:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:00,843 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,44907,1732634639047, RpcServer on 6cc2bc8bf733/172.17.0.3:44907, sessionid=0x10177be66ec0001 2024-11-26T15:24:00,843 DEBUG [RS:0;6cc2bc8bf733:44907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:24:00,843 DEBUG [RS:0;6cc2bc8bf733:44907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,44907,1732634639047 2024-11-26T15:24:00,843 DEBUG [RS:0;6cc2bc8bf733:44907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,44907,1732634639047' 2024-11-26T15:24:00,843 DEBUG [RS:0;6cc2bc8bf733:44907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0521238003/flush-table-proc/abort' 2024-11-26T15:24:00,843 DEBUG [RS:0;6cc2bc8bf733:44907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0521238003/flush-table-proc/acquired' 2024-11-26T15:24:00,844 DEBUG [RS:0;6cc2bc8bf733:44907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:24:00,844 DEBUG [RS:0;6cc2bc8bf733:44907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:24:00,844 DEBUG [RS:0;6cc2bc8bf733:44907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,44907,1732634639047 2024-11-26T15:24:00,844 DEBUG [RS:0;6cc2bc8bf733:44907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,44907,1732634639047' 2024-11-26T15:24:00,844 DEBUG [RS:0;6cc2bc8bf733:44907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0521238003/online-snapshot/abort' 2024-11-26T15:24:00,844 DEBUG [RS:0;6cc2bc8bf733:44907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0521238003/online-snapshot/acquired' 2024-11-26T15:24:00,844 DEBUG [RS:0;6cc2bc8bf733:44907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:24:00,844 INFO [RS:0;6cc2bc8bf733:44907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:24:00,844 INFO [RS:0;6cc2bc8bf733:44907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:24:00,945 INFO [RS:0;6cc2bc8bf733:44907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:24:00,946 INFO [RS:0;6cc2bc8bf733:44907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C44907%2C1732634639047, suffix=, logDir=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047, archiveDir=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/oldWALs, maxLogs=10 2024-11-26T15:24:00,965 DEBUG [RS:0;6cc2bc8bf733:44907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946, exclude list is [], retry=0 2024-11-26T15:24:00,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35473,DS-822c9a78-6f7c-4213-bce0-ada6f9aac457,DISK] 2024-11-26T15:24:00,973 INFO [RS:0;6cc2bc8bf733:44907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946 2024-11-26T15:24:00,973 DEBUG [RS:0;6cc2bc8bf733:44907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34415:34415)] 2024-11-26T15:24:01,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:24:01,111 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c 2024-11-26T15:24:01,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741833_1009 (size=32) 2024-11-26T15:24:01,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:01,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:24:01,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:24:01,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:01,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:01,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:24:01,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:24:01,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:01,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:01,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:24:01,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:24:01,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:01,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:01,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:24:01,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:24:01,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:01,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:01,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:24:01,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740 2024-11-26T15:24:01,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740 2024-11-26T15:24:01,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:24:01,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:24:01,137 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:24:01,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:24:01,140 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:24:01,141 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74141277, jitterRate=0.10479111969470978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:24:01,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634641119Initializing all the Stores at 1732634641120 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634641120Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634641120Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634641120Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634641120Cleaning up temporary data from old regions at 1732634641136 (+16 ms)Region opened successfully at 1732634641141 (+5 ms) 2024-11-26T15:24:01,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:24:01,141 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:24:01,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:24:01,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:24:01,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:24:01,144 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:24:01,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634641141Disabling compacts and flushes for region at 1732634641141Disabling writes for close at 1732634641141Writing region close event to WAL at 1732634641144 (+3 ms)Closed at 1732634641144 2024-11-26T15:24:01,145 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:24:01,145 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:24:01,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:24:01,147 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:24:01,148 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:24:01,298 DEBUG [6cc2bc8bf733:40403 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:24:01,299 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,44907,1732634639047 2024-11-26T15:24:01,300 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,44907,1732634639047, state=OPENING 2024-11-26T15:24:01,406 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:24:01,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003 2024-11-26T15:24:01,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003 2024-11-26T15:24:01,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0521238003/meta-region-server: CHANGED 2024-11-26T15:24:01,449 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:24:01,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,44907,1732634639047}] 2024-11-26T15:24:01,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0521238003/meta-region-server: CHANGED 2024-11-26T15:24:01,601 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:24:01,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:24:01,605 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:24:01,606 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:24:01,606 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:24:01,607 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C44907%2C1732634639047.meta, suffix=.meta, logDir=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047, archiveDir=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/oldWALs, maxLogs=10 2024-11-26T15:24:01,624 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.meta.1732634641607.meta, exclude list is [], retry=0 2024-11-26T15:24:01,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35473,DS-822c9a78-6f7c-4213-bce0-ada6f9aac457,DISK] 2024-11-26T15:24:01,627 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.meta.1732634641607.meta 2024-11-26T15:24:01,628 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34415:34415)] 2024-11-26T15:24:01,628 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:24:01,628 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:24:01,628 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:24:01,629 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:24:01,629 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:24:01,629 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:24:01,629 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:01,629 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:24:01,629 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:24:01,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:24:01,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:24:01,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:01,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:01,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:24:01,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:24:01,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:01,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:01,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:24:01,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:24:01,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:01,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:01,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:24:01,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:24:01,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:01,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:01,636 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:24:01,637 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740 2024-11-26T15:24:01,638 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740 2024-11-26T15:24:01,638 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:24:01,638 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:24:01,639 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:24:01,639 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:24:01,640 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70925108, jitterRate=0.056866466999053955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:24:01,640 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:24:01,640 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634641629Writing region info on filesystem at 1732634641629Initializing all the Stores at 1732634641630 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634641630Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634641632 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634641632Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634641632Cleaning up temporary data from old regions at 1732634641638 (+6 ms)Running coprocessor post-open hooks at 1732634641640 (+2 ms)Region opened successfully at 1732634641640 2024-11-26T15:24:01,649 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634641601 2024-11-26T15:24:01,650 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:24:01,650 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:24:01,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,44907,1732634639047 2024-11-26T15:24:01,651 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,44907,1732634639047, state=OPEN 2024-11-26T15:24:01,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0521238003/meta-region-server 2024-11-26T15:24:01,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0521238003/meta-region-server 2024-11-26T15:24:01,949 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,44907,1732634639047 2024-11-26T15:24:01,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0521238003/meta-region-server: CHANGED 2024-11-26T15:24:01,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0521238003/meta-region-server: CHANGED 2024-11-26T15:24:01,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:24:01,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,44907,1732634639047 in 500 msec 2024-11-26T15:24:01,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:24:01,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 805 msec 2024-11-26T15:24:01,953 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:24:01,953 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:24:01,955 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:24:01,955 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,44907,1732634639047, seqNum=-1] 2024-11-26T15:24:01,956 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:24:01,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:24:01,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2930 sec 2024-11-26T15:24:01,962 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634641962, completionTime=-1 2024-11-26T15:24:01,962 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:24:01,962 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:24:01,964 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:24:01,964 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634701964 2024-11-26T15:24:01,964 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634761964 2024-11-26T15:24:01,964 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T15:24:01,964 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,40403,1732634638794-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:01,964 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,40403,1732634638794-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:01,964 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,40403,1732634638794-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:01,964 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:40403, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:01,964 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:01,965 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:01,967 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:24:01,969 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.797sec 2024-11-26T15:24:01,969 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:24:01,969 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:24:01,969 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:24:01,969 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:24:01,969 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:24:01,969 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,40403,1732634638794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:24:01,969 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,40403,1732634638794-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:24:01,971 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:24:01,971 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:24:01,971 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,40403,1732634638794-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:02,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bed62b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:02,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,40403,-1 for getting cluster id 2024-11-26T15:24:02,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:24:02,032 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3afa041-cf53-4653-8c73-1c4222afc102' 2024-11-26T15:24:02,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:24:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3afa041-cf53-4653-8c73-1c4222afc102" 2024-11-26T15:24:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbc5eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,40403,-1] 2024-11-26T15:24:02,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:24:02,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:02,035 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:24:02,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa2692e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:02,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:24:02,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,44907,1732634639047, seqNum=-1] 2024-11-26T15:24:02,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:24:02,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:24:02,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,40403,1732634638794 2024-11-26T15:24:02,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58419 2024-11-26T15:24:02,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:24:02,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10177be66ec0002 connected 2024-11-26T15:24:02,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/hadoop.log.dir so I do NOT create it in target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8 2024-11-26T15:24:02,184 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:24:02,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/hadoop.tmp.dir so I do NOT create it in target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8 2024-11-26T15:24:02,184 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:24:02,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8 2024-11-26T15:24:02,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:24:02,185 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/cluster_f67218a9-1347-2d52-a56d-6984e6242e56, deleteOnExit=true 2024-11-26T15:24:02,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:24:02,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/test.cache.data in system properties and HBase conf 2024-11-26T15:24:02,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:24:02,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:24:02,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:24:02,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:24:02,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:24:02,186 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:24:02,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:24:02,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:24:02,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:24:02,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:24:02,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:24:02,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:24:02,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:24:02,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:24:02,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:24:02,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:24:02,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:24:02,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:24:02,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:24:02,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:24:02,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:24:02,749 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:24:02,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:24:02,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:24:02,762 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:24:02,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:24:02,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76592f4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:24:02,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37058911{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:24:02,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@490a94e2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/java.io.tmpdir/jetty-localhost-42927-hadoop-hdfs-3_4_1-tests_jar-_-any-4055962529653911365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:24:02,921 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76153a95{HTTP/1.1, (http/1.1)}{localhost:42927} 2024-11-26T15:24:02,921 INFO [Time-limited test {}] server.Server(415): Started @341020ms 2024-11-26T15:24:03,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:24:03,210 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:24:03,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:24:03,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:24:03,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:24:03,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2ad8d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:24:03,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23db4cb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:24:03,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@da3dfc8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/java.io.tmpdir/jetty-localhost-39737-hadoop-hdfs-3_4_1-tests_jar-_-any-11077363827153433622/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:24:03,352 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67cc6115{HTTP/1.1, (http/1.1)}{localhost:39737} 2024-11-26T15:24:03,352 INFO [Time-limited test {}] server.Server(415): Started @341451ms 2024-11-26T15:24:03,353 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:24:04,166 WARN [Thread-4449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/cluster_f67218a9-1347-2d52-a56d-6984e6242e56/data/data1/current/BP-1244800633-172.17.0.3-1732634642207/current, will proceed with Du for space computation calculation, 2024-11-26T15:24:04,166 WARN [Thread-4450 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/cluster_f67218a9-1347-2d52-a56d-6984e6242e56/data/data2/current/BP-1244800633-172.17.0.3-1732634642207/current, will proceed with Du for space computation calculation, 2024-11-26T15:24:04,201 WARN [Thread-4437 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:24:04,203 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x670508de4b2647f2 with lease ID 0x34ba2618ced37cb8: Processing first storage report for DS-11a8d05c-65f5-482c-b924-dabe5271c9b4 from datanode DatanodeRegistration(127.0.0.1:40395, datanodeUuid=93e4de2f-d30a-48b8-bfd2-66f26aef2279, infoPort=41299, infoSecurePort=0, ipcPort=43695, storageInfo=lv=-57;cid=testClusterID;nsid=329749171;c=1732634642207) 2024-11-26T15:24:04,203 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x670508de4b2647f2 with lease ID 0x34ba2618ced37cb8: from storage DS-11a8d05c-65f5-482c-b924-dabe5271c9b4 node DatanodeRegistration(127.0.0.1:40395, datanodeUuid=93e4de2f-d30a-48b8-bfd2-66f26aef2279, infoPort=41299, infoSecurePort=0, ipcPort=43695, storageInfo=lv=-57;cid=testClusterID;nsid=329749171;c=1732634642207), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T15:24:04,203 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x670508de4b2647f2 with lease ID 0x34ba2618ced37cb8: Processing first storage report for DS-82dc7a7d-1b96-48d8-a9cc-07c3f27d7a91 from datanode DatanodeRegistration(127.0.0.1:40395, datanodeUuid=93e4de2f-d30a-48b8-bfd2-66f26aef2279, infoPort=41299, infoSecurePort=0, ipcPort=43695, storageInfo=lv=-57;cid=testClusterID;nsid=329749171;c=1732634642207) 2024-11-26T15:24:04,203 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x670508de4b2647f2 with lease ID 0x34ba2618ced37cb8: from storage DS-82dc7a7d-1b96-48d8-a9cc-07c3f27d7a91 node DatanodeRegistration(127.0.0.1:40395, datanodeUuid=93e4de2f-d30a-48b8-bfd2-66f26aef2279, infoPort=41299, infoSecurePort=0, ipcPort=43695, storageInfo=lv=-57;cid=testClusterID;nsid=329749171;c=1732634642207), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:24:04,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8 2024-11-26T15:24:04,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:24:04,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:24:04,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:24:04,727 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72 with version=8 2024-11-26T15:24:04,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/hbase-staging 2024-11-26T15:24:04,729 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:24:04,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:24:04,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:24:04,729 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:24:04,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:24:04,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:24:04,729 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:24:04,729 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:24:04,730 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43011 2024-11-26T15:24:04,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43011 connecting to ZooKeeper ensemble=127.0.0.1:58419 2024-11-26T15:24:04,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430110x0, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:24:04,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43011-0x10177be66ec0003 connected 2024-11-26T15:24:04,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:24:04,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:24:04,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Set watcher on znode that does not yet exist, /11401481733/running 2024-11-26T15:24:04,818 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72, hbase.cluster.distributed=false 2024-11-26T15:24:04,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Set watcher on znode that does not yet exist, /11401481733/acl 2024-11-26T15:24:04,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43011 2024-11-26T15:24:04,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43011 2024-11-26T15:24:04,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43011 2024-11-26T15:24:04,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43011 2024-11-26T15:24:04,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43011 2024-11-26T15:24:04,842 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:24:04,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:24:04,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:24:04,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:24:04,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:24:04,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:24:04,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:24:04,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:24:04,843 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37609 2024-11-26T15:24:04,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37609 connecting to ZooKeeper ensemble=127.0.0.1:58419 2024-11-26T15:24:04,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:24:04,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:24:04,864 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376090x0, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:24:04,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376090x0, quorum=127.0.0.1:58419, baseZNode=/11401481733 Set watcher on znode that does not yet exist, /11401481733/running 2024-11-26T15:24:04,865 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:24:04,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37609-0x10177be66ec0004 connected 2024-11-26T15:24:04,868 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:24:04,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Set watcher on znode that does not yet exist, /11401481733/master 2024-11-26T15:24:04,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Set watcher on znode that does not yet exist, /11401481733/acl 2024-11-26T15:24:04,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37609 2024-11-26T15:24:04,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37609 2024-11-26T15:24:04,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37609 2024-11-26T15:24:04,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37609 2024-11-26T15:24:04,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37609 2024-11-26T15:24:04,904 DEBUG [M:0;6cc2bc8bf733:43011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:43011 2024-11-26T15:24:04,904 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11401481733/backup-masters/6cc2bc8bf733,43011,1732634644729 2024-11-26T15:24:04,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733/backup-masters 2024-11-26T15:24:04,915 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733/backup-masters 2024-11-26T15:24:04,916 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Set watcher on existing znode=/11401481733/backup-masters/6cc2bc8bf733,43011,1732634644729 2024-11-26T15:24:04,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733 2024-11-26T15:24:04,928 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11401481733/master 2024-11-26T15:24:04,928 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733 2024-11-26T15:24:04,929 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Set watcher on existing znode=/11401481733/master 2024-11-26T15:24:04,929 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11401481733/backup-masters/6cc2bc8bf733,43011,1732634644729 from backup master directory 2024-11-26T15:24:04,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11401481733/backup-masters/6cc2bc8bf733,43011,1732634644729 2024-11-26T15:24:04,939 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733/backup-masters 2024-11-26T15:24:04,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733/backup-masters 2024-11-26T15:24:04,939 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:24:04,939 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,43011,1732634644729 2024-11-26T15:24:04,945 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/hbase.id] with ID: 438ddd89-3a06-41ce-bbe9-ea30ab7bd672 2024-11-26T15:24:04,945 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/.tmp/hbase.id 2024-11-26T15:24:04,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:24:04,954 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/.tmp/hbase.id]:[hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/hbase.id] 2024-11-26T15:24:04,963 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:24:04,963 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:24:04,964 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T15:24:04,970 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733 2024-11-26T15:24:04,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733 2024-11-26T15:24:04,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:24:05,382 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:24:05,382 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:24:05,383 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:24:05,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:24:05,800 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store 2024-11-26T15:24:05,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:24:05,807 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:05,807 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:24:05,807 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:05,807 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:05,807 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:24:05,807 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:05,807 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:05,807 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634645807Disabling compacts and flushes for region at 1732634645807Disabling writes for close at 1732634645807Writing region close event to WAL at 1732634645807Closed at 1732634645807 2024-11-26T15:24:05,808 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/.initializing 2024-11-26T15:24:05,808 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/WALs/6cc2bc8bf733,43011,1732634644729 2024-11-26T15:24:05,809 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:24:05,810 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C43011%2C1732634644729, suffix=, logDir=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/WALs/6cc2bc8bf733,43011,1732634644729, archiveDir=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/oldWALs, maxLogs=10 2024-11-26T15:24:05,830 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/WALs/6cc2bc8bf733,43011,1732634644729/6cc2bc8bf733%2C43011%2C1732634644729.1732634645811, exclude list is [], retry=0 2024-11-26T15:24:05,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40395,DS-11a8d05c-65f5-482c-b924-dabe5271c9b4,DISK] 2024-11-26T15:24:05,838 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/WALs/6cc2bc8bf733,43011,1732634644729/6cc2bc8bf733%2C43011%2C1732634644729.1732634645811 2024-11-26T15:24:05,840 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41299:41299)] 2024-11-26T15:24:05,840 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:24:05,841 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:05,841 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:05,841 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:05,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:05,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:24:05,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:05,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:05,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:05,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:24:05,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:05,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:05,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:05,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:24:05,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:05,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:05,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:05,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:24:05,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:05,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:05,849 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:05,850 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:05,850 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:05,851 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:05,851 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:05,852 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:24:05,853 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:05,854 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:24:05,855 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67725662, jitterRate=0.009191006422042847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:24:05,855 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634645841Initializing all the Stores at 1732634645842 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634645842Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634645842Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634645842Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634645842Cleaning up temporary data from old regions at 1732634645851 (+9 ms)Region opened successfully at 1732634645855 (+4 ms) 2024-11-26T15:24:05,855 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:24:05,857 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5197ad9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:24:05,858 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:24:05,858 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:24:05,858 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:24:05,859 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:24:05,859 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:24:05,859 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:24:05,859 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:24:05,861 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:24:05,863 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Unable to get data of znode /11401481733/balancer because node does not exist (not necessarily an error) 2024-11-26T15:24:05,873 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11401481733/balancer already deleted, retry=false 2024-11-26T15:24:05,874 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:24:05,875 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Unable to get data of znode /11401481733/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:24:05,886 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11401481733/normalizer already deleted, retry=false 2024-11-26T15:24:05,886 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:24:05,888 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Unable to get data of znode /11401481733/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:24:05,900 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11401481733/switch/split already deleted, retry=false 2024-11-26T15:24:05,902 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Unable to get data of znode /11401481733/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:24:05,907 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11401481733/switch/merge already deleted, retry=false 2024-11-26T15:24:05,909 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Unable to get data of znode /11401481733/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:24:05,917 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11401481733/snapshot-cleanup already deleted, retry=false 2024-11-26T15:24:05,928 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11401481733/running 2024-11-26T15:24:05,928 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733 2024-11-26T15:24:05,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11401481733/running 2024-11-26T15:24:05,929 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,43011,1732634644729, sessionid=0x10177be66ec0003, setting cluster-up flag (Was=false) 2024-11-26T15:24:05,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733 2024-11-26T15:24:05,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733 2024-11-26T15:24:05,949 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733 2024-11-26T15:24:05,981 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11401481733/flush-table-proc/acquired, /11401481733/flush-table-proc/reached, /11401481733/flush-table-proc/abort 2024-11-26T15:24:05,983 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,43011,1732634644729 2024-11-26T15:24:06,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733 2024-11-26T15:24:06,002 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733 2024-11-26T15:24:06,033 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11401481733/online-snapshot/acquired, /11401481733/online-snapshot/reached, /11401481733/online-snapshot/abort 2024-11-26T15:24:06,034 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,43011,1732634644729 2024-11-26T15:24:06,035 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:24:06,040 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:24:06,041 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:24:06,041 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:24:06,041 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,43011,1732634644729 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:24:06,045 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:24:06,046 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:24:06,046 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:24:06,046 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:24:06,046 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:24:06,046 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:06,046 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:24:06,046 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:06,049 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:24:06,049 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:24:06,050 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:06,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:24:06,068 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634676068 2024-11-26T15:24:06,069 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:24:06,069 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:24:06,069 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:24:06,069 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:24:06,069 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:24:06,069 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:24:06,072 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:06,081 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:24:06,082 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:24:06,082 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:24:06,082 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:24:06,084 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:24:06,084 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:24:06,086 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634646084,5,FailOnTimeoutGroup] 2024-11-26T15:24:06,092 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634646086,5,FailOnTimeoutGroup] 2024-11-26T15:24:06,092 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:06,092 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:24:06,092 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:06,092 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:06,104 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(746): ClusterId : 438ddd89-3a06-41ce-bbe9-ea30ab7bd672 2024-11-26T15:24:06,104 DEBUG [RS:0;6cc2bc8bf733:37609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:24:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:24:06,116 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:24:06,116 DEBUG [RS:0;6cc2bc8bf733:37609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:24:06,116 DEBUG [RS:0;6cc2bc8bf733:37609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:24:06,116 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72 2024-11-26T15:24:06,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741832_1008 (size=32) 2024-11-26T15:24:06,129 DEBUG [RS:0;6cc2bc8bf733:37609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:24:06,129 DEBUG [RS:0;6cc2bc8bf733:37609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47781123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:24:06,150 DEBUG [RS:0;6cc2bc8bf733:37609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:37609 2024-11-26T15:24:06,150 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:24:06,150 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:24:06,151 DEBUG [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:24:06,151 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,43011,1732634644729 with port=37609, startcode=1732634644842 2024-11-26T15:24:06,151 DEBUG [RS:0;6cc2bc8bf733:37609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:24:06,157 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:24:06,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43011 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,37609,1732634644842 2024-11-26T15:24:06,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43011 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,37609,1732634644842 2024-11-26T15:24:06,159 DEBUG [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72 2024-11-26T15:24:06,159 DEBUG [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40631 2024-11-26T15:24:06,159 DEBUG [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:24:06,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733/rs 2024-11-26T15:24:06,170 DEBUG [RS:0;6cc2bc8bf733:37609 {}] zookeeper.ZKUtil(111): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Set watcher on existing znode=/11401481733/rs/6cc2bc8bf733,37609,1732634644842 2024-11-26T15:24:06,170 WARN [RS:0;6cc2bc8bf733:37609 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:24:06,171 INFO [RS:0;6cc2bc8bf733:37609 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:24:06,171 DEBUG [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/WALs/6cc2bc8bf733,37609,1732634644842 2024-11-26T15:24:06,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,37609,1732634644842] 2024-11-26T15:24:06,174 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:24:06,176 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:24:06,176 INFO [RS:0;6cc2bc8bf733:37609 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:24:06,176 INFO [RS:0;6cc2bc8bf733:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:06,180 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:24:06,181 INFO [RS:0;6cc2bc8bf733:37609 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:24:06,181 INFO [RS:0;6cc2bc8bf733:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:06,181 DEBUG [RS:0;6cc2bc8bf733:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:06,181 DEBUG [RS:0;6cc2bc8bf733:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:06,181 DEBUG [RS:0;6cc2bc8bf733:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:06,181 DEBUG [RS:0;6cc2bc8bf733:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:06,181 DEBUG [RS:0;6cc2bc8bf733:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:06,181 DEBUG [RS:0;6cc2bc8bf733:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:24:06,181 DEBUG [RS:0;6cc2bc8bf733:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:06,181 DEBUG [RS:0;6cc2bc8bf733:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:06,181 DEBUG [RS:0;6cc2bc8bf733:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:06,181 DEBUG [RS:0;6cc2bc8bf733:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:06,181 DEBUG [RS:0;6cc2bc8bf733:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:06,181 DEBUG [RS:0;6cc2bc8bf733:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:06,181 DEBUG [RS:0;6cc2bc8bf733:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:24:06,181 DEBUG [RS:0;6cc2bc8bf733:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:24:06,189 INFO [RS:0;6cc2bc8bf733:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:06,189 INFO [RS:0;6cc2bc8bf733:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:06,189 INFO [RS:0;6cc2bc8bf733:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:06,189 INFO [RS:0;6cc2bc8bf733:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:06,189 INFO [RS:0;6cc2bc8bf733:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:06,189 INFO [RS:0;6cc2bc8bf733:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,37609,1732634644842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:24:06,208 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:24:06,209 INFO [RS:0;6cc2bc8bf733:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,37609,1732634644842-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:06,209 INFO [RS:0;6cc2bc8bf733:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:06,209 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.Replication(171): 6cc2bc8bf733,37609,1732634644842 started 2024-11-26T15:24:06,228 INFO [RS:0;6cc2bc8bf733:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:06,228 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,37609,1732634644842, RpcServer on 6cc2bc8bf733/172.17.0.3:37609, sessionid=0x10177be66ec0004 2024-11-26T15:24:06,228 DEBUG [RS:0;6cc2bc8bf733:37609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:24:06,228 DEBUG [RS:0;6cc2bc8bf733:37609 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,37609,1732634644842 2024-11-26T15:24:06,228 DEBUG [RS:0;6cc2bc8bf733:37609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,37609,1732634644842' 2024-11-26T15:24:06,228 DEBUG [RS:0;6cc2bc8bf733:37609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11401481733/flush-table-proc/abort' 2024-11-26T15:24:06,229 DEBUG [RS:0;6cc2bc8bf733:37609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11401481733/flush-table-proc/acquired' 2024-11-26T15:24:06,229 DEBUG [RS:0;6cc2bc8bf733:37609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:24:06,229 DEBUG [RS:0;6cc2bc8bf733:37609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:24:06,229 DEBUG [RS:0;6cc2bc8bf733:37609 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,37609,1732634644842 2024-11-26T15:24:06,229 DEBUG [RS:0;6cc2bc8bf733:37609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,37609,1732634644842' 2024-11-26T15:24:06,229 DEBUG [RS:0;6cc2bc8bf733:37609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11401481733/online-snapshot/abort' 2024-11-26T15:24:06,229 DEBUG [RS:0;6cc2bc8bf733:37609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11401481733/online-snapshot/acquired' 2024-11-26T15:24:06,230 DEBUG [RS:0;6cc2bc8bf733:37609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:24:06,230 INFO [RS:0;6cc2bc8bf733:37609 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:24:06,230 INFO [RS:0;6cc2bc8bf733:37609 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:24:06,330 INFO [RS:0;6cc2bc8bf733:37609 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:24:06,331 INFO [RS:0;6cc2bc8bf733:37609 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C37609%2C1732634644842, suffix=, logDir=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/WALs/6cc2bc8bf733,37609,1732634644842, archiveDir=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/oldWALs, maxLogs=10 2024-11-26T15:24:06,348 DEBUG [RS:0;6cc2bc8bf733:37609 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/WALs/6cc2bc8bf733,37609,1732634644842/6cc2bc8bf733%2C37609%2C1732634644842.1732634646332, exclude list is [], retry=0 2024-11-26T15:24:06,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40395,DS-11a8d05c-65f5-482c-b924-dabe5271c9b4,DISK] 2024-11-26T15:24:06,351 INFO [RS:0;6cc2bc8bf733:37609 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/WALs/6cc2bc8bf733,37609,1732634644842/6cc2bc8bf733%2C37609%2C1732634644842.1732634646332 2024-11-26T15:24:06,352 DEBUG [RS:0;6cc2bc8bf733:37609 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41299:41299)] 2024-11-26T15:24:06,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:06,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:24:06,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:24:06,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:06,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:06,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:24:06,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:24:06,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:06,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:06,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:24:06,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:24:06,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:06,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:06,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:24:06,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:24:06,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:06,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:06,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:24:06,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740 2024-11-26T15:24:06,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740 2024-11-26T15:24:06,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:24:06,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:24:06,540 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:24:06,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:24:06,543 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:24:06,544 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60814835, jitterRate=-0.09378834068775177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:24:06,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634646530Initializing all the Stores at 1732634646530Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634646531 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634646531Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634646531Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634646531Cleaning up temporary data from old regions at 1732634646540 (+9 ms)Region opened successfully at 1732634646544 (+4 ms) 2024-11-26T15:24:06,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:24:06,544 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:24:06,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:24:06,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:24:06,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:24:06,545 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:24:06,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634646544Disabling compacts and flushes for region at 1732634646544Disabling writes for close at 1732634646544Writing region close event to WAL at 1732634646545 (+1 ms)Closed at 1732634646545 2024-11-26T15:24:06,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:24:06,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:24:06,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:24:06,548 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:24:06,549 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:24:06,699 DEBUG [6cc2bc8bf733:43011 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:24:06,700 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,37609,1732634644842 2024-11-26T15:24:06,701 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,37609,1732634644842, state=OPENING 2024-11-26T15:24:06,785 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:24:06,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733 2024-11-26T15:24:06,802 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733 2024-11-26T15:24:06,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11401481733/meta-region-server: CHANGED 2024-11-26T15:24:06,802 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:24:06,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,37609,1732634644842}] 2024-11-26T15:24:06,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11401481733/meta-region-server: CHANGED 2024-11-26T15:24:06,970 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:24:06,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:24:06,974 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:24:06,974 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:24:06,974 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:24:06,975 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C37609%2C1732634644842.meta, suffix=.meta, logDir=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/WALs/6cc2bc8bf733,37609,1732634644842, archiveDir=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/oldWALs, maxLogs=10 2024-11-26T15:24:06,990 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/WALs/6cc2bc8bf733,37609,1732634644842/6cc2bc8bf733%2C37609%2C1732634644842.meta.1732634646975.meta, exclude list is [], retry=0 2024-11-26T15:24:06,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40395,DS-11a8d05c-65f5-482c-b924-dabe5271c9b4,DISK] 2024-11-26T15:24:06,997 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/WALs/6cc2bc8bf733,37609,1732634644842/6cc2bc8bf733%2C37609%2C1732634644842.meta.1732634646975.meta 2024-11-26T15:24:06,997 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41299:41299)] 2024-11-26T15:24:06,998 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:24:06,998 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:24:06,998 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:24:06,998 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:24:06,998 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:24:06,999 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:24:06,999 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:06,999 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:24:06,999 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:24:07,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:24:07,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:24:07,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:07,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:07,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:24:07,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:24:07,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:07,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:07,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:24:07,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:24:07,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:07,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:07,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:24:07,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:24:07,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:07,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:07,005 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:24:07,006 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740 2024-11-26T15:24:07,007 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740 2024-11-26T15:24:07,008 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:24:07,008 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:24:07,009 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:24:07,010 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:24:07,011 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73639007, jitterRate=0.09730671346187592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:24:07,011 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:24:07,011 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634646999Writing region info on filesystem at 1732634646999Initializing all the Stores at 1732634647000 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634647000Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634647000Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634647000Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634647000Cleaning up temporary data from old regions at 1732634647008 (+8 ms)Running coprocessor post-open hooks at 1732634647011 (+3 ms)Region opened successfully at 1732634647011 2024-11-26T15:24:07,012 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634646970 2024-11-26T15:24:07,013 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:24:07,014 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:24:07,014 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,37609,1732634644842 2024-11-26T15:24:07,015 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,37609,1732634644842, state=OPEN 2024-11-26T15:24:07,131 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:24:07,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:07,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:07,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:07,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:07,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:07,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:07,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:07,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:07,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11401481733/meta-region-server 2024-11-26T15:24:07,136 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11401481733/meta-region-server 2024-11-26T15:24:07,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11401481733/meta-region-server: CHANGED 2024-11-26T15:24:07,137 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,37609,1732634644842 2024-11-26T15:24:07,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11401481733/meta-region-server: CHANGED 2024-11-26T15:24:07,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:24:07,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,37609,1732634644842 in 335 msec 2024-11-26T15:24:07,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:24:07,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 593 msec 2024-11-26T15:24:07,142 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:24:07,142 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:24:07,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:24:07,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,37609,1732634644842, seqNum=-1] 2024-11-26T15:24:07,144 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:24:07,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:24:07,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1150 sec 2024-11-26T15:24:07,153 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634647152, completionTime=-1 2024-11-26T15:24:07,153 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:24:07,153 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:24:07,155 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:24:07,155 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634707155 2024-11-26T15:24:07,155 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634767155 2024-11-26T15:24:07,155 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T15:24:07,155 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43011,1732634644729-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:07,155 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43011,1732634644729-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:07,155 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43011,1732634644729-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:07,155 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:43011, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:07,155 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:07,157 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:24:07,157 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:07,161 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.221sec 2024-11-26T15:24:07,161 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:24:07,161 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:24:07,161 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:24:07,161 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:24:07,161 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:24:07,161 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43011,1732634644729-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:24:07,161 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43011,1732634644729-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:24:07,163 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:24:07,163 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:24:07,163 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,43011,1732634644729-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:07,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:07,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:07,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:07,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:07,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:07,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:07,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:07,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:07,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:07,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:07,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23618ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:07,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43011,-1 for getting cluster id 2024-11-26T15:24:07,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:24:07,220 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '438ddd89-3a06-41ce-bbe9-ea30ab7bd672' 2024-11-26T15:24:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:24:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "438ddd89-3a06-41ce-bbe9-ea30ab7bd672" 2024-11-26T15:24:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c67a6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43011,-1] 2024-11-26T15:24:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:24:07,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:07,222 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:24:07,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bdfe434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:07,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:24:07,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,37609,1732634644842, seqNum=-1] 2024-11-26T15:24:07,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:24:07,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:24:07,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,43011,1732634644729 2024-11-26T15:24:07,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58419 2024-11-26T15:24:07,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:24:07,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10177be66ec0005 connected 2024-11-26T15:24:07,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/hadoop.log.dir so I do NOT create it in target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5 2024-11-26T15:24:07,465 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T15:24:07,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/hadoop.tmp.dir so I do NOT create it in target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5 2024-11-26T15:24:07,465 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T15:24:07,465 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5 2024-11-26T15:24:07,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:24:07,465 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/cluster_90693fb8-5f26-2791-49e5-8c358b61e2f9, deleteOnExit=true 2024-11-26T15:24:07,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:24:07,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/test.cache.data in system properties and HBase conf 2024-11-26T15:24:07,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:24:07,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:24:07,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:24:07,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:24:07,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:24:07,917 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:24:07,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:24:07,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:24:07,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:24:07,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:24:07,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:24:07,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:24:07,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:24:07,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:24:07,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:24:07,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:24:07,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:24:07,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:24:07,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:24:07,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:24:09,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:24:09,139 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:24:09,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:24:09,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:24:09,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:24:09,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:24:09,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f1d8083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:24:09,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d192e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:24:09,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41a23915{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/java.io.tmpdir/jetty-localhost-45501-hadoop-hdfs-3_4_1-tests_jar-_-any-3373827654140699405/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:24:09,443 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3587dce9{HTTP/1.1, (http/1.1)}{localhost:45501} 2024-11-26T15:24:09,443 INFO [Time-limited test {}] server.Server(415): Started @347543ms 2024-11-26T15:24:09,975 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:24:09,984 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:24:09,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:24:09,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:24:09,989 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:24:09,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cd3b043{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:24:09,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ebac23d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:24:10,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@149168da{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/java.io.tmpdir/jetty-localhost-40775-hadoop-hdfs-3_4_1-tests_jar-_-any-1231923628963071825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:24:10,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@459f22dc{HTTP/1.1, (http/1.1)}{localhost:40775} 2024-11-26T15:24:10,120 INFO [Time-limited test {}] server.Server(415): Started @348219ms 2024-11-26T15:24:10,122 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:24:10,876 WARN [Thread-4570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/cluster_90693fb8-5f26-2791-49e5-8c358b61e2f9/data/data1/current/BP-1378991633-172.17.0.3-1732634647961/current, will proceed with Du for space computation calculation, 2024-11-26T15:24:10,876 WARN [Thread-4571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/cluster_90693fb8-5f26-2791-49e5-8c358b61e2f9/data/data2/current/BP-1378991633-172.17.0.3-1732634647961/current, will proceed with Du for space computation calculation, 2024-11-26T15:24:10,905 WARN [Thread-4558 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:24:10,907 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97ba9bc00db96ebb with lease ID 0xecb04219d193e3a2: Processing first storage report for DS-c67b4390-7fb6-45c2-9529-5701d15ee307 from datanode DatanodeRegistration(127.0.0.1:34345, datanodeUuid=892751d5-6e9f-4cf9-a521-59148c7c19a8, infoPort=43825, infoSecurePort=0, ipcPort=45123, storageInfo=lv=-57;cid=testClusterID;nsid=1121612425;c=1732634647961) 2024-11-26T15:24:10,907 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97ba9bc00db96ebb with lease ID 0xecb04219d193e3a2: from storage DS-c67b4390-7fb6-45c2-9529-5701d15ee307 node DatanodeRegistration(127.0.0.1:34345, datanodeUuid=892751d5-6e9f-4cf9-a521-59148c7c19a8, infoPort=43825, infoSecurePort=0, ipcPort=45123, storageInfo=lv=-57;cid=testClusterID;nsid=1121612425;c=1732634647961), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T15:24:10,907 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97ba9bc00db96ebb with lease ID 0xecb04219d193e3a2: Processing first storage report for DS-97d73090-9bdb-43c2-aa53-4555ad0be074 from datanode DatanodeRegistration(127.0.0.1:34345, datanodeUuid=892751d5-6e9f-4cf9-a521-59148c7c19a8, infoPort=43825, infoSecurePort=0, ipcPort=45123, storageInfo=lv=-57;cid=testClusterID;nsid=1121612425;c=1732634647961) 2024-11-26T15:24:10,907 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97ba9bc00db96ebb with lease ID 0xecb04219d193e3a2: from storage DS-97d73090-9bdb-43c2-aa53-4555ad0be074 node DatanodeRegistration(127.0.0.1:34345, datanodeUuid=892751d5-6e9f-4cf9-a521-59148c7c19a8, infoPort=43825, infoSecurePort=0, ipcPort=45123, storageInfo=lv=-57;cid=testClusterID;nsid=1121612425;c=1732634647961), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:24:10,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5 2024-11-26T15:24:10,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:24:10,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:24:10,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:24:11,382 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b with version=8 2024-11-26T15:24:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/hbase-staging 2024-11-26T15:24:11,385 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:24:11,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:24:11,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:24:11,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:24:11,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:24:11,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:24:11,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:24:11,386 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:24:11,386 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41595 2024-11-26T15:24:11,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41595 connecting to ZooKeeper ensemble=127.0.0.1:58419 2024-11-26T15:24:11,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415950x0, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:24:11,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41595-0x10177be66ec0006 connected 2024-11-26T15:24:11,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:24:11,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:24:11,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Set watcher on znode that does not yet exist, /21573995983/running 2024-11-26T15:24:11,593 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b, hbase.cluster.distributed=false 2024-11-26T15:24:11,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Set watcher on znode that does not yet exist, /21573995983/acl 2024-11-26T15:24:11,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41595 2024-11-26T15:24:11,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41595 2024-11-26T15:24:11,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41595 2024-11-26T15:24:11,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41595 2024-11-26T15:24:11,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41595 2024-11-26T15:24:11,625 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:24:11,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:24:11,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:24:11,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:24:11,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:24:11,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:24:11,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:24:11,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:24:11,626 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34031 2024-11-26T15:24:11,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34031 connecting to ZooKeeper ensemble=127.0.0.1:58419 2024-11-26T15:24:11,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:24:11,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:24:11,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340310x0, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:24:11,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340310x0, quorum=127.0.0.1:58419, baseZNode=/21573995983 Set watcher on znode that does not yet exist, /21573995983/running 2024-11-26T15:24:11,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34031-0x10177be66ec0007 connected 2024-11-26T15:24:11,644 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:24:11,652 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:24:11,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Set watcher on znode that does not yet exist, /21573995983/master 2024-11-26T15:24:11,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Set watcher on znode that does not yet exist, /21573995983/acl 2024-11-26T15:24:11,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34031 2024-11-26T15:24:11,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34031 2024-11-26T15:24:11,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34031 2024-11-26T15:24:11,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34031 2024-11-26T15:24:11,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34031 2024-11-26T15:24:11,690 DEBUG [M:0;6cc2bc8bf733:41595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:41595 2024-11-26T15:24:11,692 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21573995983/backup-masters/6cc2bc8bf733,41595,1732634651385 2024-11-26T15:24:11,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983/backup-masters 2024-11-26T15:24:11,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983/backup-masters 2024-11-26T15:24:11,705 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Set watcher on existing znode=/21573995983/backup-masters/6cc2bc8bf733,41595,1732634651385 2024-11-26T15:24:11,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983 2024-11-26T15:24:11,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21573995983/master 2024-11-26T15:24:11,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983 2024-11-26T15:24:11,718 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Set watcher on existing znode=/21573995983/master 2024-11-26T15:24:11,718 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21573995983/backup-masters/6cc2bc8bf733,41595,1732634651385 from backup master directory 2024-11-26T15:24:11,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983/backup-masters 2024-11-26T15:24:11,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21573995983/backup-masters/6cc2bc8bf733,41595,1732634651385 2024-11-26T15:24:11,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983/backup-masters 2024-11-26T15:24:11,728 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:24:11,728 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,41595,1732634651385 2024-11-26T15:24:11,731 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/hbase.id] with ID: bbca97b0-c982-4bc5-9eb6-271fb4ba89cb 2024-11-26T15:24:11,731 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/.tmp/hbase.id 2024-11-26T15:24:11,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:24:11,738 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/.tmp/hbase.id]:[hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/hbase.id] 2024-11-26T15:24:11,746 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:24:11,746 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:24:11,747 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T15:24:11,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983 2024-11-26T15:24:11,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983 2024-11-26T15:24:11,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:24:11,766 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:24:11,767 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:24:11,770 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:24:11,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:24:11,776 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store 2024-11-26T15:24:11,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:24:12,186 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:12,186 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:24:12,186 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:12,186 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:12,187 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:24:12,187 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:12,187 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:12,187 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634652186Disabling compacts and flushes for region at 1732634652186Disabling writes for close at 1732634652187 (+1 ms)Writing region close event to WAL at 1732634652187Closed at 1732634652187 2024-11-26T15:24:12,187 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/.initializing 2024-11-26T15:24:12,187 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/WALs/6cc2bc8bf733,41595,1732634651385 2024-11-26T15:24:12,191 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:24:12,192 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C41595%2C1732634651385, suffix=, logDir=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/WALs/6cc2bc8bf733,41595,1732634651385, archiveDir=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/oldWALs, maxLogs=10 2024-11-26T15:24:12,212 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/WALs/6cc2bc8bf733,41595,1732634651385/6cc2bc8bf733%2C41595%2C1732634651385.1732634652193, exclude list is [], retry=0 2024-11-26T15:24:12,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34345,DS-c67b4390-7fb6-45c2-9529-5701d15ee307,DISK] 2024-11-26T15:24:12,216 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/WALs/6cc2bc8bf733,41595,1732634651385/6cc2bc8bf733%2C41595%2C1732634651385.1732634652193 2024-11-26T15:24:12,216 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43825:43825)] 2024-11-26T15:24:12,216 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:24:12,216 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:12,217 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:12,217 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:12,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:12,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:24:12,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:12,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:12,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:12,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:24:12,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:12,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:12,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:12,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:24:12,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:12,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:12,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:12,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:24:12,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:12,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:12,223 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:12,223 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:12,223 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:12,224 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:12,224 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:12,225 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:24:12,226 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:24:12,227 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:24:12,228 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60255575, jitterRate=-0.10212196409702301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:24:12,228 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634652217Initializing all the Stores at 1732634652217Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634652217Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634652217Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634652217Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634652218 (+1 ms)Cleaning up temporary data from old regions at 1732634652224 (+6 ms)Region opened successfully at 1732634652228 (+4 ms) 2024-11-26T15:24:12,228 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:24:12,230 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801f243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:24:12,231 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:24:12,231 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:24:12,231 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:24:12,231 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:24:12,232 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T15:24:12,232 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T15:24:12,232 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:24:12,237 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:24:12,238 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Unable to get data of znode /21573995983/balancer because node does not exist (not necessarily an error) 2024-11-26T15:24:12,287 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21573995983/balancer already deleted, retry=false 2024-11-26T15:24:12,288 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:24:12,289 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Unable to get data of znode /21573995983/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:24:12,297 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21573995983/normalizer already deleted, retry=false 2024-11-26T15:24:12,298 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:24:12,300 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Unable to get data of znode /21573995983/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:24:12,318 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21573995983/switch/split already deleted, retry=false 2024-11-26T15:24:12,324 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Unable to get data of znode /21573995983/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:24:12,338 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21573995983/switch/merge already deleted, retry=false 2024-11-26T15:24:12,344 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Unable to get data of znode /21573995983/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:24:12,357 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21573995983/snapshot-cleanup already deleted, retry=false 2024-11-26T15:24:12,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21573995983/running 2024-11-26T15:24:12,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21573995983/running 2024-11-26T15:24:12,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983 2024-11-26T15:24:12,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983 2024-11-26T15:24:12,368 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,41595,1732634651385, sessionid=0x10177be66ec0006, setting cluster-up flag (Was=false) 2024-11-26T15:24:12,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983 2024-11-26T15:24:12,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983 2024-11-26T15:24:12,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:24:12,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:12,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:12,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:12,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:12,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:12,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:12,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:12,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:12,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:12,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:12,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:12,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:12,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:12,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:12,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:12,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:12,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:12,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:12,631 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21573995983/flush-table-proc/acquired, /21573995983/flush-table-proc/reached, /21573995983/flush-table-proc/abort 2024-11-26T15:24:12,632 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,41595,1732634651385 2024-11-26T15:24:12,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983 2024-11-26T15:24:12,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983 2024-11-26T15:24:12,686 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21573995983/online-snapshot/acquired, /21573995983/online-snapshot/reached, /21573995983/online-snapshot/abort 2024-11-26T15:24:12,687 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,41595,1732634651385 2024-11-26T15:24:12,688 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:24:12,689 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:24:12,690 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:24:12,690 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:24:12,690 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,41595,1732634651385 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:24:12,692 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:24:12,692 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:24:12,692 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:24:12,692 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:24:12,692 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:24:12,692 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:12,692 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:24:12,692 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:12,702 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:24:12,703 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:24:12,709 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:12,709 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:24:12,712 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634682711 2024-11-26T15:24:12,712 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:24:12,712 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:24:12,712 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:24:12,712 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:24:12,712 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:24:12,712 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:24:12,712 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:12,713 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:24:12,713 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:24:12,713 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:24:12,713 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T15:24:12,717 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:24:12,717 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:24:12,724 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634652717,5,FailOnTimeoutGroup] 2024-11-26T15:24:12,726 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634652724,5,FailOnTimeoutGroup] 2024-11-26T15:24:12,726 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:12,726 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:24:12,726 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:12,726 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:12,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:24:12,731 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:24:12,731 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b 2024-11-26T15:24:12,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741832_1008 (size=32) 2024-11-26T15:24:12,775 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(746): ClusterId : bbca97b0-c982-4bc5-9eb6-271fb4ba89cb 2024-11-26T15:24:12,775 DEBUG [RS:0;6cc2bc8bf733:34031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:24:12,781 DEBUG [RS:0;6cc2bc8bf733:34031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:24:12,781 DEBUG [RS:0;6cc2bc8bf733:34031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:24:12,792 DEBUG [RS:0;6cc2bc8bf733:34031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:24:12,792 DEBUG [RS:0;6cc2bc8bf733:34031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df3009c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:24:12,811 DEBUG [RS:0;6cc2bc8bf733:34031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:34031 2024-11-26T15:24:12,812 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:24:12,812 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:24:12,812 DEBUG [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:24:12,812 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,41595,1732634651385 with port=34031, startcode=1732634651625 2024-11-26T15:24:12,813 DEBUG [RS:0;6cc2bc8bf733:34031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:24:12,814 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:24:12,815 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,34031,1732634651625 2024-11-26T15:24:12,815 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41595 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,34031,1732634651625 2024-11-26T15:24:12,816 DEBUG [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b 2024-11-26T15:24:12,816 DEBUG [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43687 2024-11-26T15:24:12,816 DEBUG [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:24:12,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983/rs 2024-11-26T15:24:12,856 DEBUG [RS:0;6cc2bc8bf733:34031 {}] zookeeper.ZKUtil(111): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Set watcher on existing znode=/21573995983/rs/6cc2bc8bf733,34031,1732634651625 2024-11-26T15:24:12,856 WARN [RS:0;6cc2bc8bf733:34031 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:24:12,856 INFO [RS:0;6cc2bc8bf733:34031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:24:12,856 DEBUG [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/WALs/6cc2bc8bf733,34031,1732634651625 2024-11-26T15:24:12,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,34031,1732634651625] 2024-11-26T15:24:12,867 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:24:12,869 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:24:12,872 INFO [RS:0;6cc2bc8bf733:34031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:24:12,872 INFO [RS:0;6cc2bc8bf733:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:12,873 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:24:12,874 INFO [RS:0;6cc2bc8bf733:34031 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:24:12,874 INFO [RS:0;6cc2bc8bf733:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:12,874 DEBUG [RS:0;6cc2bc8bf733:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:12,874 DEBUG [RS:0;6cc2bc8bf733:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:12,874 DEBUG [RS:0;6cc2bc8bf733:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:12,874 DEBUG [RS:0;6cc2bc8bf733:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:12,874 DEBUG [RS:0;6cc2bc8bf733:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:12,874 DEBUG [RS:0;6cc2bc8bf733:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:24:12,874 DEBUG [RS:0;6cc2bc8bf733:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:12,874 DEBUG [RS:0;6cc2bc8bf733:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:12,874 DEBUG [RS:0;6cc2bc8bf733:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:12,874 DEBUG [RS:0;6cc2bc8bf733:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:12,874 DEBUG [RS:0;6cc2bc8bf733:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:12,874 DEBUG [RS:0;6cc2bc8bf733:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:24:12,874 DEBUG [RS:0;6cc2bc8bf733:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:24:12,874 DEBUG [RS:0;6cc2bc8bf733:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:24:12,880 INFO [RS:0;6cc2bc8bf733:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:12,880 INFO [RS:0;6cc2bc8bf733:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:12,880 INFO [RS:0;6cc2bc8bf733:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:12,880 INFO [RS:0;6cc2bc8bf733:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:12,880 INFO [RS:0;6cc2bc8bf733:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:12,880 INFO [RS:0;6cc2bc8bf733:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,34031,1732634651625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:24:12,905 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:24:12,905 INFO [RS:0;6cc2bc8bf733:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,34031,1732634651625-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:12,905 INFO [RS:0;6cc2bc8bf733:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:12,905 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.Replication(171): 6cc2bc8bf733,34031,1732634651625 started 2024-11-26T15:24:12,926 INFO [RS:0;6cc2bc8bf733:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:12,926 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,34031,1732634651625, RpcServer on 6cc2bc8bf733/172.17.0.3:34031, sessionid=0x10177be66ec0007 2024-11-26T15:24:12,926 DEBUG [RS:0;6cc2bc8bf733:34031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:24:12,926 DEBUG [RS:0;6cc2bc8bf733:34031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,34031,1732634651625 2024-11-26T15:24:12,926 DEBUG [RS:0;6cc2bc8bf733:34031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,34031,1732634651625' 2024-11-26T15:24:12,926 DEBUG [RS:0;6cc2bc8bf733:34031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21573995983/flush-table-proc/abort' 2024-11-26T15:24:12,927 DEBUG [RS:0;6cc2bc8bf733:34031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21573995983/flush-table-proc/acquired' 2024-11-26T15:24:12,927 DEBUG [RS:0;6cc2bc8bf733:34031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:24:12,927 DEBUG [RS:0;6cc2bc8bf733:34031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:24:12,927 DEBUG [RS:0;6cc2bc8bf733:34031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,34031,1732634651625 2024-11-26T15:24:12,927 DEBUG [RS:0;6cc2bc8bf733:34031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,34031,1732634651625' 2024-11-26T15:24:12,927 DEBUG [RS:0;6cc2bc8bf733:34031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21573995983/online-snapshot/abort' 2024-11-26T15:24:12,928 DEBUG [RS:0;6cc2bc8bf733:34031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21573995983/online-snapshot/acquired' 2024-11-26T15:24:12,928 DEBUG [RS:0;6cc2bc8bf733:34031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:24:12,928 INFO [RS:0;6cc2bc8bf733:34031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:24:12,928 INFO [RS:0;6cc2bc8bf733:34031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:24:13,028 INFO [RS:0;6cc2bc8bf733:34031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:24:13,030 INFO [RS:0;6cc2bc8bf733:34031 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C34031%2C1732634651625, suffix=, logDir=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/WALs/6cc2bc8bf733,34031,1732634651625, archiveDir=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/oldWALs, maxLogs=10 2024-11-26T15:24:13,050 DEBUG [RS:0;6cc2bc8bf733:34031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/WALs/6cc2bc8bf733,34031,1732634651625/6cc2bc8bf733%2C34031%2C1732634651625.1732634653030, exclude list is [], retry=0 2024-11-26T15:24:13,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34345,DS-c67b4390-7fb6-45c2-9529-5701d15ee307,DISK] 2024-11-26T15:24:13,054 INFO [RS:0;6cc2bc8bf733:34031 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/WALs/6cc2bc8bf733,34031,1732634651625/6cc2bc8bf733%2C34031%2C1732634651625.1732634653030 2024-11-26T15:24:13,054 DEBUG [RS:0;6cc2bc8bf733:34031 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43825:43825)] 2024-11-26T15:24:13,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:13,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:24:13,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:24:13,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:13,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:13,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:24:13,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:24:13,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:13,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:13,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:24:13,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:24:13,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:13,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:13,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:24:13,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:24:13,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:13,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:13,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:24:13,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740 2024-11-26T15:24:13,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740 2024-11-26T15:24:13,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:24:13,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:24:13,155 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:24:13,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:24:13,159 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:24:13,159 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59401909, jitterRate=-0.11484257876873016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:24:13,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634653146Initializing all the Stores at 1732634653147 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634653147Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634653147Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634653147Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634653147Cleaning up temporary data from old regions at 1732634653155 (+8 ms)Region opened successfully at 1732634653160 (+5 ms) 2024-11-26T15:24:13,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:24:13,160 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:24:13,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:24:13,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:24:13,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:24:13,160 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:24:13,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634653160Disabling compacts and flushes for region at 1732634653160Disabling writes for close at 1732634653160Writing region close event to WAL at 1732634653160Closed at 1732634653160 2024-11-26T15:24:13,162 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:24:13,162 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:24:13,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:24:13,163 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:24:13,164 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:24:13,315 DEBUG [6cc2bc8bf733:41595 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:24:13,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,34031,1732634651625 2024-11-26T15:24:13,316 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,34031,1732634651625, state=OPENING 2024-11-26T15:24:13,425 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:24:13,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983 2024-11-26T15:24:13,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983 2024-11-26T15:24:13,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21573995983/meta-region-server: CHANGED 2024-11-26T15:24:13,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21573995983/meta-region-server: CHANGED 2024-11-26T15:24:13,434 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:24:13,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,34031,1732634651625}] 2024-11-26T15:24:13,586 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:24:13,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:24:13,590 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:24:13,590 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:24:13,591 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:24:13,592 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C34031%2C1732634651625.meta, suffix=.meta, logDir=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/WALs/6cc2bc8bf733,34031,1732634651625, archiveDir=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/oldWALs, maxLogs=10 2024-11-26T15:24:13,610 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/WALs/6cc2bc8bf733,34031,1732634651625/6cc2bc8bf733%2C34031%2C1732634651625.meta.1732634653592.meta, exclude list is [], retry=0 2024-11-26T15:24:13,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34345,DS-c67b4390-7fb6-45c2-9529-5701d15ee307,DISK] 2024-11-26T15:24:13,613 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/WALs/6cc2bc8bf733,34031,1732634651625/6cc2bc8bf733%2C34031%2C1732634651625.meta.1732634653592.meta 2024-11-26T15:24:13,614 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43825:43825)] 2024-11-26T15:24:13,614 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:24:13,614 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:24:13,614 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:24:13,615 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:24:13,615 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:24:13,615 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:24:13,615 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:13,615 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:24:13,615 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:24:13,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:24:13,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:24:13,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:13,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:13,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:24:13,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:24:13,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:13,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:13,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:24:13,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:24:13,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:13,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:13,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:24:13,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:24:13,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:13,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:24:13,623 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:24:13,623 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740 2024-11-26T15:24:13,624 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740 2024-11-26T15:24:13,625 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:24:13,625 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:24:13,626 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:24:13,627 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:24:13,627 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61075997, jitterRate=-0.08989672362804413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:24:13,627 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:24:13,628 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634653615Writing region info on filesystem at 1732634653615Initializing all the Stores at 1732634653616 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634653616Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634653618 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634653618Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634653618Cleaning up temporary data from old regions at 1732634653625 (+7 ms)Running coprocessor post-open hooks at 1732634653627 (+2 ms)Region opened successfully at 1732634653627 2024-11-26T15:24:13,629 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634653586 2024-11-26T15:24:13,631 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:24:13,631 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:24:13,632 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,34031,1732634651625 2024-11-26T15:24:13,633 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,34031,1732634651625, state=OPEN 2024-11-26T15:24:13,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21573995983/meta-region-server 2024-11-26T15:24:13,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21573995983/meta-region-server 2024-11-26T15:24:13,644 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,34031,1732634651625 2024-11-26T15:24:13,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21573995983/meta-region-server: CHANGED 2024-11-26T15:24:13,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21573995983/meta-region-server: CHANGED 2024-11-26T15:24:13,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:24:13,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,34031,1732634651625 in 210 msec 2024-11-26T15:24:13,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:24:13,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 488 msec 2024-11-26T15:24:13,652 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:24:13,652 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:24:13,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:24:13,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,34031,1732634651625, seqNum=-1] 2024-11-26T15:24:13,654 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:24:13,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:24:13,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 970 msec 2024-11-26T15:24:13,660 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634653659, completionTime=-1 2024-11-26T15:24:13,660 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:24:13,660 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:24:13,662 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:24:13,662 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634713662 2024-11-26T15:24:13,662 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634773662 2024-11-26T15:24:13,662 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T15:24:13,663 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41595,1732634651385-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:13,663 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41595,1732634651385-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:13,663 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41595,1732634651385-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:13,663 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:41595, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:13,663 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:13,670 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:24:13,675 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:13,679 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.951sec 2024-11-26T15:24:13,680 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:24:13,680 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:24:13,680 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:24:13,680 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:24:13,680 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:24:13,680 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41595,1732634651385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:24:13,680 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41595,1732634651385-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:24:13,685 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:24:13,685 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:24:13,685 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,41595,1732634651385-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:24:13,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d1ae2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:13,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41595,-1 for getting cluster id 2024-11-26T15:24:13,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:24:13,779 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbca97b0-c982-4bc5-9eb6-271fb4ba89cb' 2024-11-26T15:24:13,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:24:13,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbca97b0-c982-4bc5-9eb6-271fb4ba89cb" 2024-11-26T15:24:13,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f75b37d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:13,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41595,-1] 2024-11-26T15:24:13,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:24:13,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:13,782 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:24:13,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c53ca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:13,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:24:13,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,34031,1732634651625, seqNum=-1] 2024-11-26T15:24:13,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:24:13,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:24:13,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,41595,1732634651385 2024-11-26T15:24:13,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58419 2024-11-26T15:24:13,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:24:13,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10177be66ec0008 connected 2024-11-26T15:24:13,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:24:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,40403,1732634638794 2024-11-26T15:24:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d48e94f 2024-11-26T15:24:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:24:13,816 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:24:13,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:24:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T15:24:13,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:24:13,820 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:13,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T15:24:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:24:13,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:24:13,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741835_1011 (size=902) 2024-11-26T15:24:13,865 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 50cf8a57e3175664e5b0fc0fdca5d832, NAME => 'test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c 2024-11-26T15:24:13,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741836_1012 (size=39) 2024-11-26T15:24:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:24:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:24:14,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:14,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 50cf8a57e3175664e5b0fc0fdca5d832, disabling compactions & flushes 2024-11-26T15:24:14,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832. 2024-11-26T15:24:14,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832. 2024-11-26T15:24:14,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832. after waiting 0 ms 2024-11-26T15:24:14,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832. 2024-11-26T15:24:14,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832. 2024-11-26T15:24:14,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 50cf8a57e3175664e5b0fc0fdca5d832: Waiting for close lock at 1732634654288Disabling compacts and flushes for region at 1732634654288Disabling writes for close at 1732634654288Writing region close event to WAL at 1732634654288Closed at 1732634654288 2024-11-26T15:24:14,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:24:14,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732634654289"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634654289"}]},"ts":"1732634654289"} 2024-11-26T15:24:14,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:24:14,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:24:14,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634654292"}]},"ts":"1732634654292"} 2024-11-26T15:24:14,294 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T15:24:14,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=50cf8a57e3175664e5b0fc0fdca5d832, ASSIGN}] 2024-11-26T15:24:14,296 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=50cf8a57e3175664e5b0fc0fdca5d832, ASSIGN 2024-11-26T15:24:14,301 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=50cf8a57e3175664e5b0fc0fdca5d832, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,44907,1732634639047; forceNewPlan=false, retain=false 2024-11-26T15:24:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:24:14,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50cf8a57e3175664e5b0fc0fdca5d832, regionState=OPENING, regionLocation=6cc2bc8bf733,44907,1732634639047 2024-11-26T15:24:14,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=50cf8a57e3175664e5b0fc0fdca5d832, ASSIGN because future has completed 2024-11-26T15:24:14,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50cf8a57e3175664e5b0fc0fdca5d832, server=6cc2bc8bf733,44907,1732634639047}] 2024-11-26T15:24:14,611 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832. 2024-11-26T15:24:14,611 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 50cf8a57e3175664e5b0fc0fdca5d832, NAME => 'test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:24:14,612 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:24:14,612 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T15:24:14,612 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 50cf8a57e3175664e5b0fc0fdca5d832 2024-11-26T15:24:14,612 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:14,612 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 50cf8a57e3175664e5b0fc0fdca5d832 2024-11-26T15:24:14,612 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 50cf8a57e3175664e5b0fc0fdca5d832 2024-11-26T15:24:14,613 INFO [StoreOpener-50cf8a57e3175664e5b0fc0fdca5d832-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 50cf8a57e3175664e5b0fc0fdca5d832 2024-11-26T15:24:14,614 INFO [StoreOpener-50cf8a57e3175664e5b0fc0fdca5d832-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50cf8a57e3175664e5b0fc0fdca5d832 columnFamilyName f 2024-11-26T15:24:14,615 DEBUG [StoreOpener-50cf8a57e3175664e5b0fc0fdca5d832-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:14,615 INFO [StoreOpener-50cf8a57e3175664e5b0fc0fdca5d832-1 {}] regionserver.HStore(327): Store=50cf8a57e3175664e5b0fc0fdca5d832/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:14,615 INFO [StoreOpener-50cf8a57e3175664e5b0fc0fdca5d832-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 50cf8a57e3175664e5b0fc0fdca5d832 2024-11-26T15:24:14,616 INFO [StoreOpener-50cf8a57e3175664e5b0fc0fdca5d832-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50cf8a57e3175664e5b0fc0fdca5d832 columnFamilyName f1 2024-11-26T15:24:14,616 DEBUG [StoreOpener-50cf8a57e3175664e5b0fc0fdca5d832-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:14,616 INFO [StoreOpener-50cf8a57e3175664e5b0fc0fdca5d832-1 {}] regionserver.HStore(327): Store=50cf8a57e3175664e5b0fc0fdca5d832/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:14,616 INFO [StoreOpener-50cf8a57e3175664e5b0fc0fdca5d832-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 50cf8a57e3175664e5b0fc0fdca5d832 2024-11-26T15:24:14,617 INFO [StoreOpener-50cf8a57e3175664e5b0fc0fdca5d832-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50cf8a57e3175664e5b0fc0fdca5d832 columnFamilyName norep 2024-11-26T15:24:14,617 DEBUG [StoreOpener-50cf8a57e3175664e5b0fc0fdca5d832-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:14,618 INFO [StoreOpener-50cf8a57e3175664e5b0fc0fdca5d832-1 {}] regionserver.HStore(327): Store=50cf8a57e3175664e5b0fc0fdca5d832/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:14,618 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 50cf8a57e3175664e5b0fc0fdca5d832 2024-11-26T15:24:14,618 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832 2024-11-26T15:24:14,619 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832 2024-11-26T15:24:14,619 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 50cf8a57e3175664e5b0fc0fdca5d832 2024-11-26T15:24:14,619 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 50cf8a57e3175664e5b0fc0fdca5d832 2024-11-26T15:24:14,620 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:24:14,621 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 50cf8a57e3175664e5b0fc0fdca5d832 2024-11-26T15:24:14,623 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:24:14,623 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 50cf8a57e3175664e5b0fc0fdca5d832; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60551027, jitterRate=-0.09771938621997833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:24:14,623 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50cf8a57e3175664e5b0fc0fdca5d832 2024-11-26T15:24:14,623 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 50cf8a57e3175664e5b0fc0fdca5d832: Running coprocessor pre-open hook at 1732634654612Writing region info on filesystem at 1732634654612Initializing all the Stores at 1732634654613 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634654613Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634654613Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634654613Cleaning up temporary data from old regions at 1732634654619 (+6 ms)Running coprocessor post-open hooks at 1732634654623 (+4 ms)Region opened successfully at 1732634654623 2024-11-26T15:24:14,624 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832., pid=6, masterSystemTime=1732634654607 2024-11-26T15:24:14,627 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832. 2024-11-26T15:24:14,627 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832. 2024-11-26T15:24:14,629 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50cf8a57e3175664e5b0fc0fdca5d832, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6cc2bc8bf733,44907,1732634639047 2024-11-26T15:24:14,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50cf8a57e3175664e5b0fc0fdca5d832, server=6cc2bc8bf733,44907,1732634639047 because future has completed 2024-11-26T15:24:14,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:24:14,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 50cf8a57e3175664e5b0fc0fdca5d832, server=6cc2bc8bf733,44907,1732634639047 in 176 msec 2024-11-26T15:24:14,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T15:24:14,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=50cf8a57e3175664e5b0fc0fdca5d832, ASSIGN in 338 msec 2024-11-26T15:24:14,636 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:24:14,637 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634654636"}]},"ts":"1732634654636"} 2024-11-26T15:24:14,638 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T15:24:14,639 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:24:14,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 822 msec 2024-11-26T15:24:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:24:14,956 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T15:24:14,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:24:14,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,43011,1732634644729 2024-11-26T15:24:14,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9351a9a 2024-11-26T15:24:14,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:24:14,958 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:24:14,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:24:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43011 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T15:24:14,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:24:14,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T15:24:14,962 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:24:14,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:24:14,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741835_1011 (size=902) 2024-11-26T15:24:14,975 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de49f5d6044e6b61c14e8a60dfb7f731, NAME => 'test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72 2024-11-26T15:24:14,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741836_1012 (size=39) 2024-11-26T15:24:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:24:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:24:15,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:15,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing de49f5d6044e6b61c14e8a60dfb7f731, disabling compactions & flushes 2024-11-26T15:24:15,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731. 2024-11-26T15:24:15,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731. 2024-11-26T15:24:15,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731. after waiting 0 ms 2024-11-26T15:24:15,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731. 2024-11-26T15:24:15,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731. 2024-11-26T15:24:15,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for de49f5d6044e6b61c14e8a60dfb7f731: Waiting for close lock at 1732634655393Disabling compacts and flushes for region at 1732634655393Disabling writes for close at 1732634655393Writing region close event to WAL at 1732634655393Closed at 1732634655393 2024-11-26T15:24:15,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:24:15,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732634655394"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634655394"}]},"ts":"1732634655394"} 2024-11-26T15:24:15,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:24:15,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:24:15,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634655397"}]},"ts":"1732634655397"} 2024-11-26T15:24:15,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T15:24:15,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=de49f5d6044e6b61c14e8a60dfb7f731, ASSIGN}] 2024-11-26T15:24:15,401 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=de49f5d6044e6b61c14e8a60dfb7f731, ASSIGN 2024-11-26T15:24:15,402 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=de49f5d6044e6b61c14e8a60dfb7f731, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,37609,1732634644842; forceNewPlan=false, retain=false 2024-11-26T15:24:15,553 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de49f5d6044e6b61c14e8a60dfb7f731, regionState=OPENING, regionLocation=6cc2bc8bf733,37609,1732634644842 2024-11-26T15:24:15,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=de49f5d6044e6b61c14e8a60dfb7f731, ASSIGN because future has completed 2024-11-26T15:24:15,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de49f5d6044e6b61c14e8a60dfb7f731, server=6cc2bc8bf733,37609,1732634644842}] 2024-11-26T15:24:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:24:15,718 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731. 2024-11-26T15:24:15,718 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => de49f5d6044e6b61c14e8a60dfb7f731, NAME => 'test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:24:15,719 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:24:15,719 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T15:24:15,719 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test de49f5d6044e6b61c14e8a60dfb7f731 2024-11-26T15:24:15,719 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:15,719 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for de49f5d6044e6b61c14e8a60dfb7f731 2024-11-26T15:24:15,719 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for de49f5d6044e6b61c14e8a60dfb7f731 2024-11-26T15:24:15,724 INFO [StoreOpener-de49f5d6044e6b61c14e8a60dfb7f731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region de49f5d6044e6b61c14e8a60dfb7f731 2024-11-26T15:24:15,725 INFO [StoreOpener-de49f5d6044e6b61c14e8a60dfb7f731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de49f5d6044e6b61c14e8a60dfb7f731 columnFamilyName f 2024-11-26T15:24:15,726 DEBUG [StoreOpener-de49f5d6044e6b61c14e8a60dfb7f731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:15,726 INFO [StoreOpener-de49f5d6044e6b61c14e8a60dfb7f731-1 {}] regionserver.HStore(327): Store=de49f5d6044e6b61c14e8a60dfb7f731/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:15,726 INFO [StoreOpener-de49f5d6044e6b61c14e8a60dfb7f731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region de49f5d6044e6b61c14e8a60dfb7f731 2024-11-26T15:24:15,727 INFO [StoreOpener-de49f5d6044e6b61c14e8a60dfb7f731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de49f5d6044e6b61c14e8a60dfb7f731 columnFamilyName f1 2024-11-26T15:24:15,727 DEBUG [StoreOpener-de49f5d6044e6b61c14e8a60dfb7f731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:15,727 INFO [StoreOpener-de49f5d6044e6b61c14e8a60dfb7f731-1 {}] regionserver.HStore(327): Store=de49f5d6044e6b61c14e8a60dfb7f731/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:15,727 INFO [StoreOpener-de49f5d6044e6b61c14e8a60dfb7f731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region de49f5d6044e6b61c14e8a60dfb7f731 2024-11-26T15:24:15,728 INFO [StoreOpener-de49f5d6044e6b61c14e8a60dfb7f731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de49f5d6044e6b61c14e8a60dfb7f731 columnFamilyName norep 2024-11-26T15:24:15,728 DEBUG [StoreOpener-de49f5d6044e6b61c14e8a60dfb7f731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:15,729 INFO [StoreOpener-de49f5d6044e6b61c14e8a60dfb7f731-1 {}] regionserver.HStore(327): Store=de49f5d6044e6b61c14e8a60dfb7f731/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:15,729 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for de49f5d6044e6b61c14e8a60dfb7f731 2024-11-26T15:24:15,729 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731 2024-11-26T15:24:15,730 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731 2024-11-26T15:24:15,730 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for de49f5d6044e6b61c14e8a60dfb7f731 2024-11-26T15:24:15,730 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for de49f5d6044e6b61c14e8a60dfb7f731 2024-11-26T15:24:15,731 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:24:15,732 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for de49f5d6044e6b61c14e8a60dfb7f731 2024-11-26T15:24:15,737 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:24:15,737 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened de49f5d6044e6b61c14e8a60dfb7f731; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61421258, jitterRate=-0.08475193381309509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:24:15,737 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de49f5d6044e6b61c14e8a60dfb7f731 2024-11-26T15:24:15,737 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for de49f5d6044e6b61c14e8a60dfb7f731: Running coprocessor pre-open hook at 1732634655719Writing region info on filesystem at 1732634655719Initializing all the Stores at 1732634655720 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634655720Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634655724 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634655724Cleaning up temporary data from old regions at 1732634655730 (+6 ms)Running coprocessor post-open hooks at 1732634655737 (+7 ms)Region opened successfully at 1732634655737 2024-11-26T15:24:15,738 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731., pid=6, masterSystemTime=1732634655712 2024-11-26T15:24:15,740 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de49f5d6044e6b61c14e8a60dfb7f731, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6cc2bc8bf733,37609,1732634644842 2024-11-26T15:24:15,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de49f5d6044e6b61c14e8a60dfb7f731, server=6cc2bc8bf733,37609,1732634644842 because future has completed 2024-11-26T15:24:15,744 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731. 2024-11-26T15:24:15,744 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731. 2024-11-26T15:24:15,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:24:15,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure de49f5d6044e6b61c14e8a60dfb7f731, server=6cc2bc8bf733,37609,1732634644842 in 190 msec 2024-11-26T15:24:15,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T15:24:15,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=de49f5d6044e6b61c14e8a60dfb7f731, ASSIGN in 347 msec 2024-11-26T15:24:15,751 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:24:15,751 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634655751"}]},"ts":"1732634655751"} 2024-11-26T15:24:15,753 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T15:24:15,754 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:24:15,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 795 msec 2024-11-26T15:24:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:24:16,098 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T15:24:16,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:24:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,41595,1732634651385 2024-11-26T15:24:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f04d2bb 2024-11-26T15:24:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:24:16,100 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:24:16,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:24:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T15:24:16,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:24:16,103 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:16,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:24:16,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T15:24:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:24:16,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741835_1011 (size=902) 2024-11-26T15:24:16,153 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08b80bd4be21ee903f68d1a2ce65041d, NAME => 'test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b 2024-11-26T15:24:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:24:16,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741836_1012 (size=39) 2024-11-26T15:24:16,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:16,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 08b80bd4be21ee903f68d1a2ce65041d, disabling compactions & flushes 2024-11-26T15:24:16,223 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d. 2024-11-26T15:24:16,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d. 2024-11-26T15:24:16,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d. after waiting 0 ms 2024-11-26T15:24:16,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d. 2024-11-26T15:24:16,223 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d. 2024-11-26T15:24:16,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08b80bd4be21ee903f68d1a2ce65041d: Waiting for close lock at 1732634656223Disabling compacts and flushes for region at 1732634656223Disabling writes for close at 1732634656223Writing region close event to WAL at 1732634656223Closed at 1732634656223 2024-11-26T15:24:16,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:24:16,225 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732634656225"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634656225"}]},"ts":"1732634656225"} 2024-11-26T15:24:16,227 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:24:16,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:24:16,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634656228"}]},"ts":"1732634656228"} 2024-11-26T15:24:16,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T15:24:16,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=08b80bd4be21ee903f68d1a2ce65041d, ASSIGN}] 2024-11-26T15:24:16,232 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=08b80bd4be21ee903f68d1a2ce65041d, ASSIGN 2024-11-26T15:24:16,233 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=08b80bd4be21ee903f68d1a2ce65041d, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,34031,1732634651625; forceNewPlan=false, retain=false 2024-11-26T15:24:16,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08b80bd4be21ee903f68d1a2ce65041d, regionState=OPENING, regionLocation=6cc2bc8bf733,34031,1732634651625 2024-11-26T15:24:16,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=08b80bd4be21ee903f68d1a2ce65041d, ASSIGN because future has completed 2024-11-26T15:24:16,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08b80bd4be21ee903f68d1a2ce65041d, server=6cc2bc8bf733,34031,1732634651625}] 2024-11-26T15:24:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:24:16,570 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d. 2024-11-26T15:24:16,571 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 08b80bd4be21ee903f68d1a2ce65041d, NAME => 'test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:24:16,571 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:24:16,571 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T15:24:16,572 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 08b80bd4be21ee903f68d1a2ce65041d 2024-11-26T15:24:16,572 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:16,572 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 08b80bd4be21ee903f68d1a2ce65041d 2024-11-26T15:24:16,572 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 08b80bd4be21ee903f68d1a2ce65041d 2024-11-26T15:24:16,593 INFO [StoreOpener-08b80bd4be21ee903f68d1a2ce65041d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 08b80bd4be21ee903f68d1a2ce65041d 2024-11-26T15:24:16,594 INFO [StoreOpener-08b80bd4be21ee903f68d1a2ce65041d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08b80bd4be21ee903f68d1a2ce65041d columnFamilyName f 2024-11-26T15:24:16,594 DEBUG [StoreOpener-08b80bd4be21ee903f68d1a2ce65041d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:16,595 INFO [StoreOpener-08b80bd4be21ee903f68d1a2ce65041d-1 {}] regionserver.HStore(327): Store=08b80bd4be21ee903f68d1a2ce65041d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:16,595 INFO [StoreOpener-08b80bd4be21ee903f68d1a2ce65041d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 08b80bd4be21ee903f68d1a2ce65041d 2024-11-26T15:24:16,596 INFO [StoreOpener-08b80bd4be21ee903f68d1a2ce65041d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08b80bd4be21ee903f68d1a2ce65041d columnFamilyName f1 2024-11-26T15:24:16,596 DEBUG [StoreOpener-08b80bd4be21ee903f68d1a2ce65041d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:16,597 INFO [StoreOpener-08b80bd4be21ee903f68d1a2ce65041d-1 {}] regionserver.HStore(327): Store=08b80bd4be21ee903f68d1a2ce65041d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:16,597 INFO [StoreOpener-08b80bd4be21ee903f68d1a2ce65041d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 08b80bd4be21ee903f68d1a2ce65041d 2024-11-26T15:24:16,598 INFO [StoreOpener-08b80bd4be21ee903f68d1a2ce65041d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08b80bd4be21ee903f68d1a2ce65041d columnFamilyName norep 2024-11-26T15:24:16,598 DEBUG [StoreOpener-08b80bd4be21ee903f68d1a2ce65041d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:16,598 INFO [StoreOpener-08b80bd4be21ee903f68d1a2ce65041d-1 {}] regionserver.HStore(327): Store=08b80bd4be21ee903f68d1a2ce65041d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:16,599 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 08b80bd4be21ee903f68d1a2ce65041d 2024-11-26T15:24:16,600 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/default/test/08b80bd4be21ee903f68d1a2ce65041d 2024-11-26T15:24:16,600 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/default/test/08b80bd4be21ee903f68d1a2ce65041d 2024-11-26T15:24:16,601 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 08b80bd4be21ee903f68d1a2ce65041d 2024-11-26T15:24:16,601 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 08b80bd4be21ee903f68d1a2ce65041d 2024-11-26T15:24:16,602 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:24:16,603 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 08b80bd4be21ee903f68d1a2ce65041d 2024-11-26T15:24:16,611 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/default/test/08b80bd4be21ee903f68d1a2ce65041d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:24:16,612 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 08b80bd4be21ee903f68d1a2ce65041d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59093897, jitterRate=-0.11943231523036957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:24:16,612 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08b80bd4be21ee903f68d1a2ce65041d 2024-11-26T15:24:16,612 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 08b80bd4be21ee903f68d1a2ce65041d: Running coprocessor pre-open hook at 1732634656572Writing region info on filesystem at 1732634656572Initializing all the Stores at 1732634656575 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634656575Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634656592 (+17 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634656592Cleaning up temporary data from old regions at 1732634656601 (+9 ms)Running coprocessor post-open hooks at 1732634656612 (+11 ms)Region opened successfully at 1732634656612 2024-11-26T15:24:16,615 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d., pid=6, masterSystemTime=1732634656556 2024-11-26T15:24:16,618 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d. 2024-11-26T15:24:16,619 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d. 2024-11-26T15:24:16,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08b80bd4be21ee903f68d1a2ce65041d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6cc2bc8bf733,34031,1732634651625 2024-11-26T15:24:16,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08b80bd4be21ee903f68d1a2ce65041d, server=6cc2bc8bf733,34031,1732634651625 because future has completed 2024-11-26T15:24:16,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:24:16,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 08b80bd4be21ee903f68d1a2ce65041d, server=6cc2bc8bf733,34031,1732634651625 in 241 msec 2024-11-26T15:24:16,640 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:24:16,640 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634656640"}]},"ts":"1732634656640"} 2024-11-26T15:24:16,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T15:24:16,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=08b80bd4be21ee903f68d1a2ce65041d, ASSIGN in 406 msec 2024-11-26T15:24:16,643 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T15:24:16,644 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:24:16,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 543 msec 2024-11-26T15:24:16,655 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:24:16,656 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:24:16,656 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148924 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6cc2bc8bf733,41533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T15:24:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:24:16,736 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T15:24:16,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aeb098d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:16,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,40403,-1 for getting cluster id 2024-11-26T15:24:16,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:24:16,764 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3afa041-cf53-4653-8c73-1c4222afc102' 2024-11-26T15:24:16,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:24:16,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3afa041-cf53-4653-8c73-1c4222afc102" 2024-11-26T15:24:16,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3453fa55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,40403,-1] 2024-11-26T15:24:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:24:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:16,767 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:24:16,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ab1893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:16,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:24:16,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,40403,1732634638794 2024-11-26T15:24:16,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ecadb57 2024-11-26T15:24:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:24:16,774 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:24:16,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6cc2bc8bf733:43011,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T15:24:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:24:16,780 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:43011' 2024-11-26T15:24:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:24:16,799 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a29b233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:16,799 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43011,-1 for getting cluster id 2024-11-26T15:24:16,799 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:24:16,800 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '438ddd89-3a06-41ce-bbe9-ea30ab7bd672' 2024-11-26T15:24:16,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:24:16,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "438ddd89-3a06-41ce-bbe9-ea30ab7bd672" 2024-11-26T15:24:16,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22372f9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:16,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43011,-1] 2024-11-26T15:24:16,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:24:16,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:16,803 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:24:16,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b66e001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:16,804 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:24:16,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,43011,1732634644729 2024-11-26T15:24:16,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6038b2f9 2024-11-26T15:24:16,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:24:16,806 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:24:16,807 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T15:24:16,807 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:24:16,807 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:16,808 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:16,808 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:24:16,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:24:16,809 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T15:24:16,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:24:16,811 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:16,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:24:16,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741837_1013 (size=1138) 2024-11-26T15:24:16,840 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eda6f759da466cd47dd516e4b9ea0073, NAME => 'hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c 2024-11-26T15:24:16,859 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T15:24:16,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741838_1014 (size=44) 2024-11-26T15:24:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:24:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:24:17,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:17,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eda6f759da466cd47dd516e4b9ea0073, disabling compactions & flushes 2024-11-26T15:24:17,263 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073. 2024-11-26T15:24:17,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073. 2024-11-26T15:24:17,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073. after waiting 0 ms 2024-11-26T15:24:17,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073. 2024-11-26T15:24:17,263 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073. 2024-11-26T15:24:17,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eda6f759da466cd47dd516e4b9ea0073: Waiting for close lock at 1732634657263Disabling compacts and flushes for region at 1732634657263Disabling writes for close at 1732634657263Writing region close event to WAL at 1732634657263Closed at 1732634657263 2024-11-26T15:24:17,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:24:17,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732634657264"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634657264"}]},"ts":"1732634657264"} 2024-11-26T15:24:17,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:24:17,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:24:17,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634657267"}]},"ts":"1732634657267"} 2024-11-26T15:24:17,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T15:24:17,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eda6f759da466cd47dd516e4b9ea0073, ASSIGN}] 2024-11-26T15:24:17,270 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eda6f759da466cd47dd516e4b9ea0073, ASSIGN 2024-11-26T15:24:17,270 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eda6f759da466cd47dd516e4b9ea0073, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,44907,1732634639047; forceNewPlan=false, retain=false 2024-11-26T15:24:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:24:17,422 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eda6f759da466cd47dd516e4b9ea0073, regionState=OPENING, regionLocation=6cc2bc8bf733,44907,1732634639047 2024-11-26T15:24:17,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eda6f759da466cd47dd516e4b9ea0073, ASSIGN because future has completed 2024-11-26T15:24:17,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eda6f759da466cd47dd516e4b9ea0073, server=6cc2bc8bf733,44907,1732634639047}] 2024-11-26T15:24:17,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073. 2024-11-26T15:24:17,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:24:17,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T15:24:17,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6cc2bc8bf733%2C44907%2C1732634639047.rep, suffix=, logDir=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047, archiveDir=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/oldWALs, maxLogs=10 2024-11-26T15:24:17,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.rep.1732634657581, exclude list is [], retry=0 2024-11-26T15:24:17,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35473,DS-822c9a78-6f7c-4213-bce0-ada6f9aac457,DISK] 2024-11-26T15:24:17,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.rep.1732634657581 2024-11-26T15:24:17,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34415:34415)] 2024-11-26T15:24:17,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => eda6f759da466cd47dd516e4b9ea0073, NAME => 'hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:24:17,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T15:24:17,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:24:17,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073. service=MultiRowMutationService 2024-11-26T15:24:17,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T15:24:17,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eda6f759da466cd47dd516e4b9ea0073 2024-11-26T15:24:17,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:24:17,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for eda6f759da466cd47dd516e4b9ea0073 2024-11-26T15:24:17,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for eda6f759da466cd47dd516e4b9ea0073 2024-11-26T15:24:17,624 INFO [StoreOpener-eda6f759da466cd47dd516e4b9ea0073-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eda6f759da466cd47dd516e4b9ea0073 2024-11-26T15:24:17,625 INFO [StoreOpener-eda6f759da466cd47dd516e4b9ea0073-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda6f759da466cd47dd516e4b9ea0073 columnFamilyName hfileref 2024-11-26T15:24:17,625 DEBUG [StoreOpener-eda6f759da466cd47dd516e4b9ea0073-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:17,626 INFO [StoreOpener-eda6f759da466cd47dd516e4b9ea0073-1 {}] regionserver.HStore(327): Store=eda6f759da466cd47dd516e4b9ea0073/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:17,626 INFO [StoreOpener-eda6f759da466cd47dd516e4b9ea0073-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eda6f759da466cd47dd516e4b9ea0073 2024-11-26T15:24:17,627 INFO [StoreOpener-eda6f759da466cd47dd516e4b9ea0073-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda6f759da466cd47dd516e4b9ea0073 columnFamilyName queue 2024-11-26T15:24:17,627 DEBUG [StoreOpener-eda6f759da466cd47dd516e4b9ea0073-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:17,627 INFO [StoreOpener-eda6f759da466cd47dd516e4b9ea0073-1 {}] regionserver.HStore(327): Store=eda6f759da466cd47dd516e4b9ea0073/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:17,627 INFO [StoreOpener-eda6f759da466cd47dd516e4b9ea0073-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eda6f759da466cd47dd516e4b9ea0073 2024-11-26T15:24:17,628 INFO [StoreOpener-eda6f759da466cd47dd516e4b9ea0073-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda6f759da466cd47dd516e4b9ea0073 columnFamilyName sid 2024-11-26T15:24:17,628 DEBUG [StoreOpener-eda6f759da466cd47dd516e4b9ea0073-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:24:17,628 INFO [StoreOpener-eda6f759da466cd47dd516e4b9ea0073-1 {}] regionserver.HStore(327): Store=eda6f759da466cd47dd516e4b9ea0073/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:24:17,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for eda6f759da466cd47dd516e4b9ea0073 2024-11-26T15:24:17,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/replication/eda6f759da466cd47dd516e4b9ea0073 2024-11-26T15:24:17,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/replication/eda6f759da466cd47dd516e4b9ea0073 2024-11-26T15:24:17,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for eda6f759da466cd47dd516e4b9ea0073 2024-11-26T15:24:17,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for eda6f759da466cd47dd516e4b9ea0073 2024-11-26T15:24:17,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T15:24:17,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for eda6f759da466cd47dd516e4b9ea0073 2024-11-26T15:24:17,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/replication/eda6f759da466cd47dd516e4b9ea0073/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:24:17,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened eda6f759da466cd47dd516e4b9ea0073; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72363270, jitterRate=0.07829675078392029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T15:24:17,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eda6f759da466cd47dd516e4b9ea0073 2024-11-26T15:24:17,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for eda6f759da466cd47dd516e4b9ea0073: Running coprocessor pre-open hook at 1732634657621Writing region info on filesystem at 1732634657621Initializing all the Stores at 1732634657622 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634657622Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634657624 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634657624Cleaning up temporary data from old regions at 1732634657630 (+6 ms)Running coprocessor post-open hooks at 1732634657633 (+3 ms)Region opened successfully at 1732634657633 2024-11-26T15:24:17,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073., pid=10, masterSystemTime=1732634657576 2024-11-26T15:24:17,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073. 2024-11-26T15:24:17,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073. 2024-11-26T15:24:17,638 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eda6f759da466cd47dd516e4b9ea0073, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,44907,1732634639047 2024-11-26T15:24:17,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eda6f759da466cd47dd516e4b9ea0073, server=6cc2bc8bf733,44907,1732634639047 because future has completed 2024-11-26T15:24:17,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T15:24:17,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure eda6f759da466cd47dd516e4b9ea0073, server=6cc2bc8bf733,44907,1732634639047 in 225 msec 2024-11-26T15:24:17,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T15:24:17,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eda6f759da466cd47dd516e4b9ea0073, ASSIGN in 382 msec 2024-11-26T15:24:17,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:24:17,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634657653"}]},"ts":"1732634657653"} 2024-11-26T15:24:17,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T15:24:17,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:24:17,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 848 msec 2024-11-26T15:24:17,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073., hostname=6cc2bc8bf733,44907,1732634639047, seqNum=2] 2024-11-26T15:24:17,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003 2024-11-26T15:24:17,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003 2024-11-26T15:24:17,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:24:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:24:17,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T15:24:17,916 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T15:24:17,956 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6cc2bc8bf733,44907,1732634639047, ReplicationSource: 1, currentBandwidth=0 2024-11-26T15:24:17,957 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:24:17,957 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,44907,1732634639047, seqNum=-1] 2024-11-26T15:24:17,957 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:24:17,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-26T15:24:17,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6cc2bc8bf733,44907,1732634639047', locateType=CURRENT is [region=hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073., hostname=6cc2bc8bf733,44907,1732634639047, seqNum=2] 2024-11-26T15:24:17,962 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T15:24:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T15:24:17,966 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6cc2bc8bf733,44907,1732634639047 suceeded 2024-11-26T15:24:17,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T15:24:17,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-26T15:24:17,968 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6cc2bc8bf733:43011,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:24:17,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1940 sec 2024-11-26T15:24:17,983 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:43011' 2024-11-26T15:24:17,985 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@909aea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:17,985 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43011,-1 for getting cluster id 2024-11-26T15:24:17,985 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:24:17,985 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '438ddd89-3a06-41ce-bbe9-ea30ab7bd672' 2024-11-26T15:24:17,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:24:17,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "438ddd89-3a06-41ce-bbe9-ea30ab7bd672" 2024-11-26T15:24:17,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79b6d29e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:17,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43011,-1] 2024-11-26T15:24:17,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:24:17,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:17,987 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:24:17,987 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59707f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:17,987 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:24:17,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,43011,1732634644729 2024-11-26T15:24:17,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@225fe1ea 2024-11-26T15:24:17,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:24:17,990 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-26T15:24:17,990 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6cc2bc8bf733,44907,1732634639047 (queues=1) is replicating from cluster=e3afa041-cf53-4653-8c73-1c4222afc102 to cluster=438ddd89-3a06-41ce-bbe9-ea30ab7bd672 2024-11-26T15:24:17,990 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6cc2bc8bf733%2C44907%2C1732634639047 2024-11-26T15:24:17,991 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6cc2bc8bf733,44907,1732634639047, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:24:17,992 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946, startPosition=0, beingWritten=true 2024-11-26T15:24:18,000 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C44907%2C1732634639047 2024-11-26T15:24:18,003 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:24:18,003 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946 to pos 379, reset compression=false 2024-11-26T15:24:18,003 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,44907,1732634639047 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:24:18,213 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946 to pos 379, reset compression=false 2024-11-26T15:24:18,516 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946 to pos 379, reset compression=false 2024-11-26T15:24:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:24:18,926 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T15:24:18,926 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946 to pos 379, reset compression=false 2024-11-26T15:24:18,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:24:18,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:24:18,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:18,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:18,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:24:18,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f1be1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:18,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,40403,-1 for getting cluster id 2024-11-26T15:24:18,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:24:18,934 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3afa041-cf53-4653-8c73-1c4222afc102' 2024-11-26T15:24:18,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:24:18,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3afa041-cf53-4653-8c73-1c4222afc102" 2024-11-26T15:24:18,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15575d80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:18,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,40403,-1] 2024-11-26T15:24:18,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:24:18,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:18,936 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:24:18,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a050f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:18,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5635f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:18,951 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43011,-1 for getting cluster id 2024-11-26T15:24:18,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:24:18,952 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '438ddd89-3a06-41ce-bbe9-ea30ab7bd672' 2024-11-26T15:24:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:24:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "438ddd89-3a06-41ce-bbe9-ea30ab7bd672" 2024-11-26T15:24:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f6227d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43011,-1] 2024-11-26T15:24:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:24:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:18,954 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:24:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38296c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:18,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685ca4c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:18,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41595,-1 for getting cluster id 2024-11-26T15:24:18,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:24:18,957 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbca97b0-c982-4bc5-9eb6-271fb4ba89cb' 2024-11-26T15:24:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:24:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbca97b0-c982-4bc5-9eb6-271fb4ba89cb" 2024-11-26T15:24:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d625c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:18,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41595,-1] 2024-11-26T15:24:18,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:24:18,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:18,959 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:24:18,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cce2db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:18,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:24:18,965 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732634658964/Put/seqid=0 2024-11-26T15:24:18,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741840_1016 (size=7894) 2024-11-26T15:24:19,118 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:24:19,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:19,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:19,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:19,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:19,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:19,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:19,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:19,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:19,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:19,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:19,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:19,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:19,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:19,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:19,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:19,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:19,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:19,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:19,231 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T15:24:19,375 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732634659375/Put/seqid=0 2024-11-26T15:24:19,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741841_1017 (size=7691) 2024-11-26T15:24:19,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d284793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:19,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,40403,-1 for getting cluster id 2024-11-26T15:24:19,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:24:19,416 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3afa041-cf53-4653-8c73-1c4222afc102' 2024-11-26T15:24:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:24:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3afa041-cf53-4653-8c73-1c4222afc102" 2024-11-26T15:24:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c824f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,40403,-1] 2024-11-26T15:24:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:24:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:19,419 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:24:19,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ab0a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:19,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:24:19,422 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,44907,1732634639047, seqNum=-1] 2024-11-26T15:24:19,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:24:19,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:24:19,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:24:19,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,40403,1732634638794 2024-11-26T15:24:19,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29e8af9b 2024-11-26T15:24:19,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:24:19,437 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:24:19,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832., hostname=6cc2bc8bf733,44907,1732634639047, seqNum=2] 2024-11-26T15:24:19,446 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T15:24:19,452 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-26T15:24:19,452 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946 to pos 379, reset compression=false 2024-11-26T15:24:19,455 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-26T15:24:19,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 50cf8a57e3175664e5b0fc0fdca5d832/f 2024-11-26T15:24:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-26T15:24:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:24:19,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 50cf8a57e3175664e5b0fc0fdca5d832/f 2024-11-26T15:24:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-26T15:24:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:24:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HRegion(2603): Flush status journal for 50cf8a57e3175664e5b0fc0fdca5d832: 2024-11-26T15:24:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__e5fk5uhboir6k5klkfla4f6k9736jar5odbknu2arokaurmt12m9sbblepn6l177/f/hfile_1 2024-11-26T15:24:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__e5fk5uhboir6k5klkfla4f6k9736jar5odbknu2arokaurmt12m9sbblepn6l177/f/hfile_1 as hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832/f/dc255446d46b4ce7836a18d47420f798_SeqId_4_ 2024-11-26T15:24:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__e5fk5uhboir6k5klkfla4f6k9736jar5odbknu2arokaurmt12m9sbblepn6l177/f/hfile_0 2024-11-26T15:24:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__e5fk5uhboir6k5klkfla4f6k9736jar5odbknu2arokaurmt12m9sbblepn6l177/f/hfile_0 as hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832/f/02a2eb72456c44449a6cdbe0d07ee5a3_SeqId_4_ 2024-11-26T15:24:19,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__e5fk5uhboir6k5klkfla4f6k9736jar5odbknu2arokaurmt12m9sbblepn6l177/f/hfile_1 into 50cf8a57e3175664e5b0fc0fdca5d832/f as hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832/f/dc255446d46b4ce7836a18d47420f798_SeqId_4_ - updating store file list. 2024-11-26T15:24:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc255446d46b4ce7836a18d47420f798_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T15:24:19,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832/f/dc255446d46b4ce7836a18d47420f798_SeqId_4_ into 50cf8a57e3175664e5b0fc0fdca5d832/f 2024-11-26T15:24:19,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__e5fk5uhboir6k5klkfla4f6k9736jar5odbknu2arokaurmt12m9sbblepn6l177/f/hfile_1 into 50cf8a57e3175664e5b0fc0fdca5d832/f (new location: hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832/f/dc255446d46b4ce7836a18d47420f798_SeqId_4_) 2024-11-26T15:24:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__e5fk5uhboir6k5klkfla4f6k9736jar5odbknu2arokaurmt12m9sbblepn6l177/f/hfile_1 2024-11-26T15:24:19,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__e5fk5uhboir6k5klkfla4f6k9736jar5odbknu2arokaurmt12m9sbblepn6l177/f/hfile_0 into 50cf8a57e3175664e5b0fc0fdca5d832/f as hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832/f/02a2eb72456c44449a6cdbe0d07ee5a3_SeqId_4_ - updating store file list. 2024-11-26T15:24:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 02a2eb72456c44449a6cdbe0d07ee5a3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T15:24:19,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832/f/02a2eb72456c44449a6cdbe0d07ee5a3_SeqId_4_ into 50cf8a57e3175664e5b0fc0fdca5d832/f 2024-11-26T15:24:19,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__e5fk5uhboir6k5klkfla4f6k9736jar5odbknu2arokaurmt12m9sbblepn6l177/f/hfile_0 into 50cf8a57e3175664e5b0fc0fdca5d832/f (new location: hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832/f/02a2eb72456c44449a6cdbe0d07ee5a3_SeqId_4_) 2024-11-26T15:24:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__e5fk5uhboir6k5klkfla4f6k9736jar5odbknu2arokaurmt12m9sbblepn6l177/f/hfile_0 2024-11-26T15:24:19,503 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:24:19,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:24:19,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:19,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:19,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:24:19,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:24:19,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832., hostname=6cc2bc8bf733,44907,1732634639047, seqNum=2 , the old value is region=test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832., hostname=6cc2bc8bf733,44907,1732634639047, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6cc2bc8bf733:44907 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T15:24:19,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832., hostname=6cc2bc8bf733,44907,1732634639047, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T15:24:19,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832., hostname=6cc2bc8bf733,44907,1732634639047, seqNum=2 from cache 2024-11-26T15:24:19,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,37609,1732634644842, seqNum=-1] 2024-11-26T15:24:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:55436 deadline: 1732634719504 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:55436 2024-11-26T15:24:19,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:24:19,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:24:19,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731., hostname=6cc2bc8bf733,37609,1732634644842, seqNum=2] 2024-11-26T15:24:19,509 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T15:24:19,615 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:44907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T15:24:20,078 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946 to pos 379, reset compression=false 2024-11-26T15:24:20,083 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:24:20,083 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,44907,1732634639047 got entry batch from reader: WALEntryBatch [walEntries=[{test/50cf8a57e3175664e5b0fc0fdca5d832/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732634659501/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T15:24:20,084 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:24:20,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-26T15:24:20,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.ReplicationSink(318): Replicating [e3afa041-cf53-4653-8c73-1c4222afc102] bulk loaded data 2024-11-26T15:24:20,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e508bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:20,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,43011,-1 for getting cluster id 2024-11-26T15:24:20,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:24:20,087 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '438ddd89-3a06-41ce-bbe9-ea30ab7bd672' 2024-11-26T15:24:20,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:24:20,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "438ddd89-3a06-41ce-bbe9-ea30ab7bd672" 2024-11-26T15:24:20,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a3b7b9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:20,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,43011,-1] 2024-11-26T15:24:20,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:24:20,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:20,088 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:24:20,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64f83e9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:20,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741837_1013 (size=7691) 2024-11-26T15:24:20,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741838_1014 (size=7894) 2024-11-26T15:24:20,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:24:20,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,43011,1732634644729 2024-11-26T15:24:20,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a62b279 2024-11-26T15:24:20,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:24:20,113 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-26T15:24:20,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T15:24:20,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:24:20,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,37609,1732634644842, seqNum=-1] 2024-11-26T15:24:20,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:24:20,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-26T15:24:20,121 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__900pasgi2nuskts9k6kfctsap00icjpt7pp9ojcg0ekk66uvfi1uhd4n53imhlnk/f/02a2eb72456c44449a6cdbe0d07ee5a3_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-26T15:24:20,123 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__900pasgi2nuskts9k6kfctsap00icjpt7pp9ojcg0ekk66uvfi1uhd4n53imhlnk/f/dc255446d46b4ce7836a18d47420f798_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-26T15:24:20,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__900pasgi2nuskts9k6kfctsap00icjpt7pp9ojcg0ekk66uvfi1uhd4n53imhlnk/f/02a2eb72456c44449a6cdbe0d07ee5a3_SeqId_4_ for inclusion in de49f5d6044e6b61c14e8a60dfb7f731/f 2024-11-26T15:24:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-26T15:24:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:24:20,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__900pasgi2nuskts9k6kfctsap00icjpt7pp9ojcg0ekk66uvfi1uhd4n53imhlnk/f/dc255446d46b4ce7836a18d47420f798_SeqId_4_ for inclusion in de49f5d6044e6b61c14e8a60dfb7f731/f 2024-11-26T15:24:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-26T15:24:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:24:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HRegion(2603): Flush status journal for de49f5d6044e6b61c14e8a60dfb7f731: 2024-11-26T15:24:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 02a2eb72456c44449a6cdbe0d07ee5a3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T15:24:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__900pasgi2nuskts9k6kfctsap00icjpt7pp9ojcg0ekk66uvfi1uhd4n53imhlnk/f/02a2eb72456c44449a6cdbe0d07ee5a3_SeqId_4_ as hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731/f/ce27c243aa49430d8480628a3976fae2_SeqId_4_ 2024-11-26T15:24:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dc255446d46b4ce7836a18d47420f798_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T15:24:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__900pasgi2nuskts9k6kfctsap00icjpt7pp9ojcg0ekk66uvfi1uhd4n53imhlnk/f/dc255446d46b4ce7836a18d47420f798_SeqId_4_ as hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731/f/51e879b90cd2434c9bccb6ff6f6944e3_SeqId_4_ 2024-11-26T15:24:20,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__900pasgi2nuskts9k6kfctsap00icjpt7pp9ojcg0ekk66uvfi1uhd4n53imhlnk/f/02a2eb72456c44449a6cdbe0d07ee5a3_SeqId_4_ into de49f5d6044e6b61c14e8a60dfb7f731/f as hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731/f/ce27c243aa49430d8480628a3976fae2_SeqId_4_ - updating store file list. 2024-11-26T15:24:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce27c243aa49430d8480628a3976fae2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T15:24:20,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731/f/ce27c243aa49430d8480628a3976fae2_SeqId_4_ into de49f5d6044e6b61c14e8a60dfb7f731/f 2024-11-26T15:24:20,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__900pasgi2nuskts9k6kfctsap00icjpt7pp9ojcg0ekk66uvfi1uhd4n53imhlnk/f/02a2eb72456c44449a6cdbe0d07ee5a3_SeqId_4_ into de49f5d6044e6b61c14e8a60dfb7f731/f (new location: hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731/f/ce27c243aa49430d8480628a3976fae2_SeqId_4_) 2024-11-26T15:24:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__900pasgi2nuskts9k6kfctsap00icjpt7pp9ojcg0ekk66uvfi1uhd4n53imhlnk/f/02a2eb72456c44449a6cdbe0d07ee5a3_SeqId_4_ 2024-11-26T15:24:20,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__900pasgi2nuskts9k6kfctsap00icjpt7pp9ojcg0ekk66uvfi1uhd4n53imhlnk/f/dc255446d46b4ce7836a18d47420f798_SeqId_4_ into de49f5d6044e6b61c14e8a60dfb7f731/f as hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731/f/51e879b90cd2434c9bccb6ff6f6944e3_SeqId_4_ - updating store file list. 2024-11-26T15:24:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 51e879b90cd2434c9bccb6ff6f6944e3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T15:24:20,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731/f/51e879b90cd2434c9bccb6ff6f6944e3_SeqId_4_ into de49f5d6044e6b61c14e8a60dfb7f731/f 2024-11-26T15:24:20,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__900pasgi2nuskts9k6kfctsap00icjpt7pp9ojcg0ekk66uvfi1uhd4n53imhlnk/f/dc255446d46b4ce7836a18d47420f798_SeqId_4_ into de49f5d6044e6b61c14e8a60dfb7f731/f (new location: hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731/f/51e879b90cd2434c9bccb6ff6f6944e3_SeqId_4_) 2024-11-26T15:24:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__900pasgi2nuskts9k6kfctsap00icjpt7pp9ojcg0ekk66uvfi1uhd4n53imhlnk/f/dc255446d46b4ce7836a18d47420f798_SeqId_4_ 2024-11-26T15:24:20,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.ReplicationSink(324): Finished replicating [e3afa041-cf53-4653-8c73-1c4222afc102] bulk loaded data 2024-11-26T15:24:20,283 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946 to pos 687, reset compression=false 2024-11-26T15:24:20,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:24:20,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,34031,1732634651625, seqNum=-1] 2024-11-26T15:24:20,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:24:20,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:24:20,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d., hostname=6cc2bc8bf733,34031,1732634651625, seqNum=2] 2024-11-26T15:24:20,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:24:20,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:24:20,529 DEBUG [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6cc2bc8bf733%2C44907%2C1732634639047.meta:.meta(num 1732634641607) roll requested 2024-11-26T15:24:20,545 DEBUG [regionserver/6cc2bc8bf733:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.meta.1732634660530.meta, exclude list is [], retry=0 2024-11-26T15:24:20,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35473,DS-822c9a78-6f7c-4213-bce0-ada6f9aac457,DISK] 2024-11-26T15:24:20,549 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.meta.1732634641607.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.meta.1732634660530.meta 2024-11-26T15:24:20,549 DEBUG [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34415:34415)] 2024-11-26T15:24:20,549 DEBUG [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.meta.1732634641607.meta is not closed yet, will try archiving it next time 2024-11-26T15:24:20,549 DEBUG [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6cc2bc8bf733%2C44907%2C1732634639047:(num 1732634640946) roll requested 2024-11-26T15:24:20,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741834_1010 (size=3473) 2024-11-26T15:24:20,565 DEBUG [regionserver/6cc2bc8bf733:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549, exclude list is [], retry=0 2024-11-26T15:24:20,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35473,DS-822c9a78-6f7c-4213-bce0-ada6f9aac457,DISK] 2024-11-26T15:24:20,568 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 2024-11-26T15:24:20,572 DEBUG [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34415:34415)] 2024-11-26T15:24:20,572 DEBUG [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946 is not closed yet, will try archiving it next time 2024-11-26T15:24:20,572 DEBUG [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6cc2bc8bf733%2C44907%2C1732634639047.rep:(num 1732634657581) roll requested 2024-11-26T15:24:20,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741832_1008 (size=695) 2024-11-26T15:24:20,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724dd129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:20,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,40403,-1 for getting cluster id 2024-11-26T15:24:20,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:24:20,577 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3afa041-cf53-4653-8c73-1c4222afc102' 2024-11-26T15:24:20,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:24:20,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3afa041-cf53-4653-8c73-1c4222afc102" 2024-11-26T15:24:20,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfa783c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:20,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,40403,-1] 2024-11-26T15:24:20,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:24:20,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:20,578 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:24:20,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de0a0ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:20,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:24:20,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,40403,1732634638794 2024-11-26T15:24:20,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@169eef25 2024-11-26T15:24:20,581 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946 to hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/oldWALs/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946 2024-11-26T15:24:20,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:24:20,583 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:24:20,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://6cc2bc8bf733:41595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T15:24:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T15:24:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T15:24:20,586 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:41595' 2024-11-26T15:24:20,587 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7524ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:20,587 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41595,-1 for getting cluster id 2024-11-26T15:24:20,587 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:24:20,587 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbca97b0-c982-4bc5-9eb6-271fb4ba89cb' 2024-11-26T15:24:20,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:24:20,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbca97b0-c982-4bc5-9eb6-271fb4ba89cb" 2024-11-26T15:24:20,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23400671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:20,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41595,-1] 2024-11-26T15:24:20,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:24:20,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:20,590 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946 to pos 687, reset compression=false 2024-11-26T15:24:20,590 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:24:20,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424a5641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:20,591 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:24:20,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,41595,1732634651385 2024-11-26T15:24:20,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@84358c4 2024-11-26T15:24:20,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:24:20,595 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:24:20,595 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T15:24:20,595 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T15:24:20,595 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:20,596 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:20,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:24:20,597 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946 was moved to hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/oldWALs/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946 2024-11-26T15:24:20,597 DEBUG [regionserver/6cc2bc8bf733:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.rep.1732634660572, exclude list is [], retry=0 2024-11-26T15:24:20,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35473,DS-822c9a78-6f7c-4213-bce0-ada6f9aac457,DISK] 2024-11-26T15:24:20,610 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946 2024-11-26T15:24:20,610 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,44907,1732634639047 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634640946, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-26T15:24:20,610 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549, startPosition=0, beingWritten=true 2024-11-26T15:24:20,613 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6cc2bc8bf733%2C44907%2C1732634639047.1732634640946] 2024-11-26T15:24:20,643 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T15:24:20,646 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.rep.1732634657581 with entries=7, filesize=1.67 KB; new WAL /user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.rep.1732634660572 2024-11-26T15:24:20,664 DEBUG [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34415:34415)] 2024-11-26T15:24:20,664 DEBUG [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.rep.1732634657581 is not closed yet, will try archiving it next time 2024-11-26T15:24:20,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741839_1015 (size=1722) 2024-11-26T15:24:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T15:24:20,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T15:24:20,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-26T15:24:20,850 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-26T15:24:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T15:24:20,942 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-6cc2bc8bf733,44907,1732634639047, ReplicationSource: 2, currentBandwidth=0 2024-11-26T15:24:20,949 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T15:24:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-26T15:24:20,951 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6cc2bc8bf733,44907,1732634639047 suceeded 2024-11-26T15:24:20,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T15:24:20,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 254 msec 2024-11-26T15:24:20,953 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6cc2bc8bf733:41595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T15:24:20,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 370 msec 2024-11-26T15:24:20,983 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6cc2bc8bf733:41595' 2024-11-26T15:24:21,021 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@544e39b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:21,021 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41595,-1 for getting cluster id 2024-11-26T15:24:21,021 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:24:21,022 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbca97b0-c982-4bc5-9eb6-271fb4ba89cb' 2024-11-26T15:24:21,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:24:21,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbca97b0-c982-4bc5-9eb6-271fb4ba89cb" 2024-11-26T15:24:21,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5d9426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:21,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41595,-1] 2024-11-26T15:24:21,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:24:21,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:21,023 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:24:21,024 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ee239f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:21,024 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:24:21,026 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,41595,1732634651385 2024-11-26T15:24:21,026 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@722debd 2024-11-26T15:24:21,027 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:24:21,028 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-26T15:24:21,028 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6cc2bc8bf733,44907,1732634639047 (queues=1) is replicating from cluster=e3afa041-cf53-4653-8c73-1c4222afc102 to cluster=bbca97b0-c982-4bc5-9eb6-271fb4ba89cb 2024-11-26T15:24:21,029 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6cc2bc8bf733%2C44907%2C1732634639047 2024-11-26T15:24:21,029 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6cc2bc8bf733,44907,1732634639047, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T15:24:21,038 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549, startPosition=0, beingWritten=true 2024-11-26T15:24:21,052 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6cc2bc8bf733%2C44907%2C1732634639047 2024-11-26T15:24:21,056 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 0, reset compression=false 2024-11-26T15:24:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T15:24:21,215 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-26T15:24:21,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:24:21,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:24:21,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:21,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:21,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:24:21,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:24:21,221 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732634661221/Put/seqid=0 2024-11-26T15:24:21,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741845_1021 (size=11194) 2024-11-26T15:24:21,269 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732634661269/Put/seqid=0 2024-11-26T15:24:21,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741846_1022 (size=10791) 2024-11-26T15:24:21,315 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 0, reset compression=false 2024-11-26T15:24:21,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9777b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:21,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,40403,-1 for getting cluster id 2024-11-26T15:24:21,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:24:21,366 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3afa041-cf53-4653-8c73-1c4222afc102' 2024-11-26T15:24:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:24:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3afa041-cf53-4653-8c73-1c4222afc102" 2024-11-26T15:24:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4753553d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,40403,-1] 2024-11-26T15:24:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:24:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:21,369 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:24:21,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160f6615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:21,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:24:21,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,44907,1732634639047, seqNum=-1] 2024-11-26T15:24:21,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:24:21,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:24:21,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:24:21,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,40403,1732634638794 2024-11-26T15:24:21,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f3bfda5 2024-11-26T15:24:21,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:24:21,409 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:24:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832., hostname=6cc2bc8bf733,44907,1732634639047, seqNum=2] 2024-11-26T15:24:21,415 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T15:24:21,438 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-26T15:24:21,444 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-26T15:24:21,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 50cf8a57e3175664e5b0fc0fdca5d832/f 2024-11-26T15:24:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T15:24:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:24:21,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 50cf8a57e3175664e5b0fc0fdca5d832/f 2024-11-26T15:24:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T15:24:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:24:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HRegion(2603): Flush status journal for 50cf8a57e3175664e5b0fc0fdca5d832: 2024-11-26T15:24:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__hb7jv2b7771ar1qnnp6l9im5ffngfjrv5vqa6nt903g4kur8onjjrfovdmp096l6/f/hfile_0 2024-11-26T15:24:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__hb7jv2b7771ar1qnnp6l9im5ffngfjrv5vqa6nt903g4kur8onjjrfovdmp096l6/f/hfile_0 as hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832/f/b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_ 2024-11-26T15:24:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__hb7jv2b7771ar1qnnp6l9im5ffngfjrv5vqa6nt903g4kur8onjjrfovdmp096l6/f/hfile_1 2024-11-26T15:24:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__hb7jv2b7771ar1qnnp6l9im5ffngfjrv5vqa6nt903g4kur8onjjrfovdmp096l6/f/hfile_1 as hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832/f/2588ea88ddb346eea98d209e05af0e75_SeqId_6_ 2024-11-26T15:24:21,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__hb7jv2b7771ar1qnnp6l9im5ffngfjrv5vqa6nt903g4kur8onjjrfovdmp096l6/f/hfile_0 into 50cf8a57e3175664e5b0fc0fdca5d832/f as hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832/f/b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_ - updating store file list. 2024-11-26T15:24:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T15:24:21,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832/f/b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_ into 50cf8a57e3175664e5b0fc0fdca5d832/f 2024-11-26T15:24:21,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__hb7jv2b7771ar1qnnp6l9im5ffngfjrv5vqa6nt903g4kur8onjjrfovdmp096l6/f/hfile_0 into 50cf8a57e3175664e5b0fc0fdca5d832/f (new location: hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832/f/b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_) 2024-11-26T15:24:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__hb7jv2b7771ar1qnnp6l9im5ffngfjrv5vqa6nt903g4kur8onjjrfovdmp096l6/f/hfile_0 2024-11-26T15:24:21,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__hb7jv2b7771ar1qnnp6l9im5ffngfjrv5vqa6nt903g4kur8onjjrfovdmp096l6/f/hfile_1 into 50cf8a57e3175664e5b0fc0fdca5d832/f as hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832/f/2588ea88ddb346eea98d209e05af0e75_SeqId_6_ - updating store file list. 2024-11-26T15:24:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2588ea88ddb346eea98d209e05af0e75_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T15:24:21,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832/f/2588ea88ddb346eea98d209e05af0e75_SeqId_6_ into 50cf8a57e3175664e5b0fc0fdca5d832/f 2024-11-26T15:24:21,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__hb7jv2b7771ar1qnnp6l9im5ffngfjrv5vqa6nt903g4kur8onjjrfovdmp096l6/f/hfile_1 into 50cf8a57e3175664e5b0fc0fdca5d832/f (new location: hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832/f/2588ea88ddb346eea98d209e05af0e75_SeqId_6_) 2024-11-26T15:24:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/staging/jenkins__test__hb7jv2b7771ar1qnnp6l9im5ffngfjrv5vqa6nt903g4kur8onjjrfovdmp096l6/f/hfile_1 2024-11-26T15:24:21,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:24:21,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:24:21,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:21,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:21,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:24:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832., hostname=6cc2bc8bf733,44907,1732634639047, seqNum=2 , the old value is region=test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832., hostname=6cc2bc8bf733,44907,1732634639047, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6cc2bc8bf733:44907 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T15:24:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832., hostname=6cc2bc8bf733,44907,1732634639047, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T15:24:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832., hostname=6cc2bc8bf733,44907,1732634639047, seqNum=2 from cache 2024-11-26T15:24:21,512 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T15:24:21,516 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T15:24:21,593 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 0, reset compression=false 2024-11-26T15:24:21,616 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:44907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T15:24:21,635 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:24:21,635 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,44907,1732634639047 got entry batch from reader: WALEntryBatch [walEntries=[{test/50cf8a57e3175664e5b0fc0fdca5d832/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732634661508/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T15:24:21,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.ReplicationSink(318): Replicating [e3afa041-cf53-4653-8c73-1c4222afc102] bulk loaded data 2024-11-26T15:24:21,666 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 0, reset compression=false 2024-11-26T15:24:21,697 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T15:24:21,698 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6cc2bc8bf733,44907,1732634639047 got entry batch from reader: WALEntryBatch [walEntries=[{test/50cf8a57e3175664e5b0fc0fdca5d832/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732634661508/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T15:24:21,700 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:24:21,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-26T15:24:21,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.ReplicationSink(318): Replicating [e3afa041-cf53-4653-8c73-1c4222afc102] bulk loaded data 2024-11-26T15:24:21,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7273c915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:21,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,41595,-1 for getting cluster id 2024-11-26T15:24:21,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:24:21,713 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbca97b0-c982-4bc5-9eb6-271fb4ba89cb' 2024-11-26T15:24:21,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:24:21,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbca97b0-c982-4bc5-9eb6-271fb4ba89cb" 2024-11-26T15:24:21,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63977846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:21,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,41595,-1] 2024-11-26T15:24:21,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:24:21,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:21,715 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:24:21,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e8b63ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:24:21,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741839_1015 (size=11194) 2024-11-26T15:24:21,835 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 393, reset compression=false 2024-11-26T15:24:21,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741840_1016 (size=10791) 2024-11-26T15:24:21,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741837_1013 (size=11194) 2024-11-26T15:24:21,898 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 393, reset compression=false 2024-11-26T15:24:21,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741838_1014 (size=10791) 2024-11-26T15:24:21,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:24:21,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,41595,1732634651385 2024-11-26T15:24:21,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@286b33e7 2024-11-26T15:24:21,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:24:21,946 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-26T15:24:21,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T15:24:21,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:24:21,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,34031,1732634651625, seqNum=-1] 2024-11-26T15:24:21,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:24:21,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-26T15:24:21,965 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/staging/jenkins.hfs.23__test__746mlit9elu2ng3t62s5djp9dn5ihsnhde6u750mqh0up0t9uk907st55q3nu5rq/f/2588ea88ddb346eea98d209e05af0e75_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-26T15:24:21,969 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/staging/jenkins.hfs.23__test__746mlit9elu2ng3t62s5djp9dn5ihsnhde6u750mqh0up0t9uk907st55q3nu5rq/f/b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-26T15:24:21,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/staging/jenkins.hfs.23__test__746mlit9elu2ng3t62s5djp9dn5ihsnhde6u750mqh0up0t9uk907st55q3nu5rq/f/b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_ for inclusion in 08b80bd4be21ee903f68d1a2ce65041d/f 2024-11-26T15:24:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T15:24:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:24:21,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/staging/jenkins.hfs.23__test__746mlit9elu2ng3t62s5djp9dn5ihsnhde6u750mqh0up0t9uk907st55q3nu5rq/f/2588ea88ddb346eea98d209e05af0e75_SeqId_6_ for inclusion in 08b80bd4be21ee903f68d1a2ce65041d/f 2024-11-26T15:24:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T15:24:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:24:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.HRegion(2603): Flush status journal for 08b80bd4be21ee903f68d1a2ce65041d: 2024-11-26T15:24:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T15:24:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/staging/jenkins.hfs.23__test__746mlit9elu2ng3t62s5djp9dn5ihsnhde6u750mqh0up0t9uk907st55q3nu5rq/f/b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_ as hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/default/test/08b80bd4be21ee903f68d1a2ce65041d/f/718653ae051045e2807cbfdf466bbd06_SeqId_4_ 2024-11-26T15:24:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2588ea88ddb346eea98d209e05af0e75_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T15:24:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/staging/jenkins.hfs.23__test__746mlit9elu2ng3t62s5djp9dn5ihsnhde6u750mqh0up0t9uk907st55q3nu5rq/f/2588ea88ddb346eea98d209e05af0e75_SeqId_6_ as hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/default/test/08b80bd4be21ee903f68d1a2ce65041d/f/357e3d6adb0b47e49c02e167aa4a8670_SeqId_4_ 2024-11-26T15:24:21,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/staging/jenkins.hfs.23__test__746mlit9elu2ng3t62s5djp9dn5ihsnhde6u750mqh0up0t9uk907st55q3nu5rq/f/b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_ into 08b80bd4be21ee903f68d1a2ce65041d/f as hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/default/test/08b80bd4be21ee903f68d1a2ce65041d/f/718653ae051045e2807cbfdf466bbd06_SeqId_4_ - updating store file list. 2024-11-26T15:24:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 718653ae051045e2807cbfdf466bbd06_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T15:24:22,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/default/test/08b80bd4be21ee903f68d1a2ce65041d/f/718653ae051045e2807cbfdf466bbd06_SeqId_4_ into 08b80bd4be21ee903f68d1a2ce65041d/f 2024-11-26T15:24:22,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/staging/jenkins.hfs.23__test__746mlit9elu2ng3t62s5djp9dn5ihsnhde6u750mqh0up0t9uk907st55q3nu5rq/f/b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_ into 08b80bd4be21ee903f68d1a2ce65041d/f (new location: hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/default/test/08b80bd4be21ee903f68d1a2ce65041d/f/718653ae051045e2807cbfdf466bbd06_SeqId_4_) 2024-11-26T15:24:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/staging/jenkins.hfs.23__test__746mlit9elu2ng3t62s5djp9dn5ihsnhde6u750mqh0up0t9uk907st55q3nu5rq/f/b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_ 2024-11-26T15:24:22,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/staging/jenkins.hfs.23__test__746mlit9elu2ng3t62s5djp9dn5ihsnhde6u750mqh0up0t9uk907st55q3nu5rq/f/2588ea88ddb346eea98d209e05af0e75_SeqId_6_ into 08b80bd4be21ee903f68d1a2ce65041d/f as hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/default/test/08b80bd4be21ee903f68d1a2ce65041d/f/357e3d6adb0b47e49c02e167aa4a8670_SeqId_4_ - updating store file list. 2024-11-26T15:24:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 357e3d6adb0b47e49c02e167aa4a8670_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T15:24:22,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/default/test/08b80bd4be21ee903f68d1a2ce65041d/f/357e3d6adb0b47e49c02e167aa4a8670_SeqId_4_ into 08b80bd4be21ee903f68d1a2ce65041d/f 2024-11-26T15:24:22,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/staging/jenkins.hfs.23__test__746mlit9elu2ng3t62s5djp9dn5ihsnhde6u750mqh0up0t9uk907st55q3nu5rq/f/2588ea88ddb346eea98d209e05af0e75_SeqId_6_ into 08b80bd4be21ee903f68d1a2ce65041d/f (new location: hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/default/test/08b80bd4be21ee903f68d1a2ce65041d/f/357e3d6adb0b47e49c02e167aa4a8670_SeqId_4_) 2024-11-26T15:24:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/staging/jenkins.hfs.23__test__746mlit9elu2ng3t62s5djp9dn5ihsnhde6u750mqh0up0t9uk907st55q3nu5rq/f/2588ea88ddb346eea98d209e05af0e75_SeqId_6_ 2024-11-26T15:24:22,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] regionserver.ReplicationSink(324): Finished replicating [e3afa041-cf53-4653-8c73-1c4222afc102] bulk loaded data 2024-11-26T15:24:22,193 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 393, reset compression=false 2024-11-26T15:24:22,237 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 393, reset compression=false 2024-11-26T15:24:22,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T15:24:22,246 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__saq3q4t7tdotgt02o269pq07oic0rf8dvdbqn7qhbope3srjtgfea8feel03abpo/f/2588ea88ddb346eea98d209e05af0e75_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-26T15:24:22,248 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__saq3q4t7tdotgt02o269pq07oic0rf8dvdbqn7qhbope3srjtgfea8feel03abpo/f/b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-26T15:24:22,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__saq3q4t7tdotgt02o269pq07oic0rf8dvdbqn7qhbope3srjtgfea8feel03abpo/f/2588ea88ddb346eea98d209e05af0e75_SeqId_6_ for inclusion in de49f5d6044e6b61c14e8a60dfb7f731/f 2024-11-26T15:24:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T15:24:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:24:22,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__saq3q4t7tdotgt02o269pq07oic0rf8dvdbqn7qhbope3srjtgfea8feel03abpo/f/b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_ for inclusion in de49f5d6044e6b61c14e8a60dfb7f731/f 2024-11-26T15:24:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T15:24:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T15:24:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HRegion(2603): Flush status journal for de49f5d6044e6b61c14e8a60dfb7f731: 2024-11-26T15:24:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2588ea88ddb346eea98d209e05af0e75_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T15:24:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__saq3q4t7tdotgt02o269pq07oic0rf8dvdbqn7qhbope3srjtgfea8feel03abpo/f/2588ea88ddb346eea98d209e05af0e75_SeqId_6_ as hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731/f/5523a1315347460d9e4a214c9f6e465e_SeqId_6_ 2024-11-26T15:24:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T15:24:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__saq3q4t7tdotgt02o269pq07oic0rf8dvdbqn7qhbope3srjtgfea8feel03abpo/f/b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_ as hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731/f/fefc7fb38c4c41d4809b2396feaea32c_SeqId_6_ 2024-11-26T15:24:22,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__saq3q4t7tdotgt02o269pq07oic0rf8dvdbqn7qhbope3srjtgfea8feel03abpo/f/2588ea88ddb346eea98d209e05af0e75_SeqId_6_ into de49f5d6044e6b61c14e8a60dfb7f731/f as hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731/f/5523a1315347460d9e4a214c9f6e465e_SeqId_6_ - updating store file list. 2024-11-26T15:24:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5523a1315347460d9e4a214c9f6e465e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T15:24:22,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731/f/5523a1315347460d9e4a214c9f6e465e_SeqId_6_ into de49f5d6044e6b61c14e8a60dfb7f731/f 2024-11-26T15:24:22,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__saq3q4t7tdotgt02o269pq07oic0rf8dvdbqn7qhbope3srjtgfea8feel03abpo/f/2588ea88ddb346eea98d209e05af0e75_SeqId_6_ into de49f5d6044e6b61c14e8a60dfb7f731/f (new location: hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731/f/5523a1315347460d9e4a214c9f6e465e_SeqId_6_) 2024-11-26T15:24:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__saq3q4t7tdotgt02o269pq07oic0rf8dvdbqn7qhbope3srjtgfea8feel03abpo/f/2588ea88ddb346eea98d209e05af0e75_SeqId_6_ 2024-11-26T15:24:22,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__saq3q4t7tdotgt02o269pq07oic0rf8dvdbqn7qhbope3srjtgfea8feel03abpo/f/b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_ into de49f5d6044e6b61c14e8a60dfb7f731/f as hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731/f/fefc7fb38c4c41d4809b2396feaea32c_SeqId_6_ - updating store file list. 2024-11-26T15:24:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fefc7fb38c4c41d4809b2396feaea32c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T15:24:22,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731/f/fefc7fb38c4c41d4809b2396feaea32c_SeqId_6_ into de49f5d6044e6b61c14e8a60dfb7f731/f 2024-11-26T15:24:22,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__saq3q4t7tdotgt02o269pq07oic0rf8dvdbqn7qhbope3srjtgfea8feel03abpo/f/b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_ into de49f5d6044e6b61c14e8a60dfb7f731/f (new location: hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731/f/fefc7fb38c4c41d4809b2396feaea32c_SeqId_6_) 2024-11-26T15:24:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/staging/jenkins.hfs.22__test__saq3q4t7tdotgt02o269pq07oic0rf8dvdbqn7qhbope3srjtgfea8feel03abpo/f/b3f0a69a1bde49d8ac292027fcba1cf8_SeqId_6_ 2024-11-26T15:24:22,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] regionserver.ReplicationSink(324): Finished replicating [e3afa041-cf53-4653-8c73-1c4222afc102] bulk loaded data 2024-11-26T15:24:22,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:24:22,532 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:24:22,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:24:22,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:22,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:22,532 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:24:22,532 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1663447668, stopped=false 2024-11-26T15:24:22,532 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,41595,1732634651385 2024-11-26T15:24:22,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:24:22,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21573995983/running 2024-11-26T15:24:22,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21573995983/running 2024-11-26T15:24:22,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983 2024-11-26T15:24:22,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983 2024-11-26T15:24:22,580 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:24:22,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:24:22,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:24:22,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:22,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Set watcher on znode that does not yet exist, /21573995983/running 2024-11-26T15:24:22,581 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,34031,1732634651625' ***** 2024-11-26T15:24:22,581 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:24:22,581 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:24:22,581 INFO [RS:0;6cc2bc8bf733:34031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:24:22,582 INFO [RS:0;6cc2bc8bf733:34031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:24:22,582 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:24:22,582 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(3091): Received CLOSE for 08b80bd4be21ee903f68d1a2ce65041d 2024-11-26T15:24:22,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Set watcher on znode that does not yet exist, /21573995983/running 2024-11-26T15:24:22,584 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,34031,1732634651625 2024-11-26T15:24:22,584 INFO [RS:0;6cc2bc8bf733:34031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:24:22,584 INFO [RS:0;6cc2bc8bf733:34031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:34031. 2024-11-26T15:24:22,584 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08b80bd4be21ee903f68d1a2ce65041d, disabling compactions & flushes 2024-11-26T15:24:22,584 DEBUG [RS:0;6cc2bc8bf733:34031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:24:22,584 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d. 2024-11-26T15:24:22,584 DEBUG [RS:0;6cc2bc8bf733:34031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:22,584 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d. 2024-11-26T15:24:22,584 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d. after waiting 0 ms 2024-11-26T15:24:22,584 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d. 2024-11-26T15:24:22,584 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:24:22,584 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:24:22,584 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:24:22,584 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:24:22,596 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T15:24:22,596 DEBUG [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 08b80bd4be21ee903f68d1a2ce65041d=test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d.} 2024-11-26T15:24:22,596 DEBUG [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(1351): Waiting on 08b80bd4be21ee903f68d1a2ce65041d, 1588230740 2024-11-26T15:24:22,596 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:24:22,596 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:24:22,596 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 393, reset compression=false 2024-11-26T15:24:22,596 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:24:22,596 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:24:22,596 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:24:22,597 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T15:24:22,600 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/default/test/08b80bd4be21ee903f68d1a2ce65041d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T15:24:22,600 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:24:22,600 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:24:22,601 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d. 2024-11-26T15:24:22,601 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08b80bd4be21ee903f68d1a2ce65041d: Waiting for close lock at 1732634662584Running coprocessor pre-close hooks at 1732634662584Disabling compacts and flushes for region at 1732634662584Disabling writes for close at 1732634662584Writing region close event to WAL at 1732634662597 (+13 ms)Running coprocessor post-close hooks at 1732634662600 (+3 ms)Closed at 1732634662601 (+1 ms) 2024-11-26T15:24:22,601 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d. 2024-11-26T15:24:22,614 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:24:22,618 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/.tmp/info/98dee3df267d4bc2b952fe1ce110c775 is 129, key is test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d./info:regioninfo/1732634656619/Put/seqid=0 2024-11-26T15:24:22,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741839_1015 (size=6421) 2024-11-26T15:24:22,626 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/.tmp/info/98dee3df267d4bc2b952fe1ce110c775 2024-11-26T15:24:22,640 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 393, reset compression=false 2024-11-26T15:24:22,648 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/.tmp/ns/9a3f16920220446d9d215dffdca08ce8 is 43, key is default/ns:d/1732634653655/Put/seqid=0 2024-11-26T15:24:22,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741840_1016 (size=5153) 2024-11-26T15:24:22,796 DEBUG [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:24:22,881 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:24:22,881 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:24:22,997 DEBUG [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:24:23,052 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/.tmp/ns/9a3f16920220446d9d215dffdca08ce8 2024-11-26T15:24:23,078 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/.tmp/rep_barrier/d155c021cc6d4ab8bda9c85d82e04926 is 112, key is test,,1732634656100.08b80bd4be21ee903f68d1a2ce65041d./rep_barrier:seqnumDuringOpen/1732634656619/Put/seqid=0 2024-11-26T15:24:23,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741841_1017 (size=5518) 2024-11-26T15:24:23,089 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/.tmp/rep_barrier/d155c021cc6d4ab8bda9c85d82e04926 2024-11-26T15:24:23,100 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 393, reset compression=false 2024-11-26T15:24:23,117 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/.tmp/table/9532915cdd184a00b37ba31a3c052ac4 is 40, key is test/table:state/1732634656640/Put/seqid=0 2024-11-26T15:24:23,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741842_1018 (size=5165) 2024-11-26T15:24:23,145 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 393, reset compression=false 2024-11-26T15:24:23,197 DEBUG [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:24:23,397 DEBUG [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:24:23,522 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/.tmp/table/9532915cdd184a00b37ba31a3c052ac4 2024-11-26T15:24:23,526 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/.tmp/info/98dee3df267d4bc2b952fe1ce110c775 as hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/info/98dee3df267d4bc2b952fe1ce110c775 2024-11-26T15:24:23,531 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/info/98dee3df267d4bc2b952fe1ce110c775, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T15:24:23,532 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/.tmp/ns/9a3f16920220446d9d215dffdca08ce8 as hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/ns/9a3f16920220446d9d215dffdca08ce8 2024-11-26T15:24:23,537 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/ns/9a3f16920220446d9d215dffdca08ce8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T15:24:23,538 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/.tmp/rep_barrier/d155c021cc6d4ab8bda9c85d82e04926 as hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/rep_barrier/d155c021cc6d4ab8bda9c85d82e04926 2024-11-26T15:24:23,542 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/rep_barrier/d155c021cc6d4ab8bda9c85d82e04926, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T15:24:23,542 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/.tmp/table/9532915cdd184a00b37ba31a3c052ac4 as hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/table/9532915cdd184a00b37ba31a3c052ac4 2024-11-26T15:24:23,547 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/table/9532915cdd184a00b37ba31a3c052ac4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T15:24:23,547 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 951ms, sequenceid=11, compaction requested=false 2024-11-26T15:24:23,553 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T15:24:23,554 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:24:23,554 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:24:23,554 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:24:23,554 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634662596Running coprocessor pre-close hooks at 1732634662596Disabling compacts and flushes for region at 1732634662596Disabling writes for close at 1732634662596Obtaining lock to block concurrent updates at 1732634662597 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732634662597Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732634662597Flushing stores of hbase:meta,,1.1588230740 at 1732634662597Flushing 1588230740/info: creating writer at 1732634662598 (+1 ms)Flushing 1588230740/info: appending metadata at 1732634662618 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732634662618Flushing 1588230740/ns: creating writer at 1732634662631 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732634662648 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732634662648Flushing 1588230740/rep_barrier: creating writer at 1732634663057 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732634663078 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732634663078Flushing 1588230740/table: creating writer at 1732634663095 (+17 ms)Flushing 1588230740/table: appending metadata at 1732634663116 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732634663116Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c4c7f8: reopening flushed file at 1732634663525 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e099a11: reopening flushed file at 1732634663531 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35af1114: reopening flushed file at 1732634663537 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e793fb: reopening flushed file at 1732634663542 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 951ms, sequenceid=11, compaction requested=false at 1732634663548 (+6 ms)Writing region close event to WAL at 1732634663551 (+3 ms)Running coprocessor post-close hooks at 1732634663554 (+3 ms)Closed at 1732634663554 2024-11-26T15:24:23,554 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:24:23,597 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,34031,1732634651625; all regions closed. 2024-11-26T15:24:23,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741834_1010 (size=2717) 2024-11-26T15:24:23,602 DEBUG [RS:0;6cc2bc8bf733:34031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/oldWALs 2024-11-26T15:24:23,602 INFO [RS:0;6cc2bc8bf733:34031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C34031%2C1732634651625.meta:.meta(num 1732634653592) 2024-11-26T15:24:23,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741833_1009 (size=1028) 2024-11-26T15:24:23,609 DEBUG [RS:0;6cc2bc8bf733:34031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/oldWALs 2024-11-26T15:24:23,609 INFO [RS:0;6cc2bc8bf733:34031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C34031%2C1732634651625:(num 1732634653030) 2024-11-26T15:24:23,609 DEBUG [RS:0;6cc2bc8bf733:34031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:23,609 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:24:23,609 INFO [RS:0;6cc2bc8bf733:34031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:24:23,609 INFO [RS:0;6cc2bc8bf733:34031 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T15:24:23,610 INFO [RS:0;6cc2bc8bf733:34031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:24:23,610 INFO [RS:0;6cc2bc8bf733:34031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:34031. 2024-11-26T15:24:23,610 DEBUG [RS:0;6cc2bc8bf733:34031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:24:23,610 DEBUG [RS:0;6cc2bc8bf733:34031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:23,610 DEBUG [RS:0;6cc2bc8bf733:34031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:23,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:24:23,611 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:24:23,611 INFO [RS:0;6cc2bc8bf733:34031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34031 2024-11-26T15:24:23,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21573995983/rs/6cc2bc8bf733,34031,1732634651625 2024-11-26T15:24:23,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983/rs 2024-11-26T15:24:23,685 INFO [RS:0;6cc2bc8bf733:34031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:24:23,696 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,34031,1732634651625] 2024-11-26T15:24:23,705 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 393, reset compression=false 2024-11-26T15:24:23,706 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21573995983/draining/6cc2bc8bf733,34031,1732634651625 already deleted, retry=false 2024-11-26T15:24:23,706 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,34031,1732634651625 expired; onlineServers=0 2024-11-26T15:24:23,706 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,41595,1732634651385' ***** 2024-11-26T15:24:23,706 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:24:23,706 INFO [M:0;6cc2bc8bf733:41595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:24:23,706 INFO [M:0;6cc2bc8bf733:41595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:24:23,706 DEBUG [M:0;6cc2bc8bf733:41595 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:24:23,707 DEBUG [M:0;6cc2bc8bf733:41595 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:24:23,707 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:24:23,707 INFO [M:0;6cc2bc8bf733:41595 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:24:23,707 INFO [M:0;6cc2bc8bf733:41595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:24:23,707 DEBUG [M:0;6cc2bc8bf733:41595 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:24:23,707 INFO [M:0;6cc2bc8bf733:41595 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:24:23,707 INFO [M:0;6cc2bc8bf733:41595 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:24:23,707 INFO [M:0;6cc2bc8bf733:41595 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:24:23,707 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634652717 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634652717,5,FailOnTimeoutGroup] 2024-11-26T15:24:23,707 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:24:23,707 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634652724 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634652724,5,FailOnTimeoutGroup] 2024-11-26T15:24:23,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21573995983/master 2024-11-26T15:24:23,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21573995983 2024-11-26T15:24:23,717 DEBUG [M:0;6cc2bc8bf733:41595 {}] zookeeper.ZKUtil(347): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Unable to get data of znode /21573995983/master because node does not exist (not an error) 2024-11-26T15:24:23,717 WARN [M:0;6cc2bc8bf733:41595 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:24:23,717 INFO [M:0;6cc2bc8bf733:41595 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/.lastflushedseqids 2024-11-26T15:24:23,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741843_1019 (size=173) 2024-11-26T15:24:23,723 INFO [M:0;6cc2bc8bf733:41595 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:24:23,723 INFO [M:0;6cc2bc8bf733:41595 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:24:23,724 DEBUG [M:0;6cc2bc8bf733:41595 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:24:23,724 INFO [M:0;6cc2bc8bf733:41595 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:23,724 DEBUG [M:0;6cc2bc8bf733:41595 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:23,724 DEBUG [M:0;6cc2bc8bf733:41595 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:24:23,724 DEBUG [M:0;6cc2bc8bf733:41595 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:23,724 INFO [M:0;6cc2bc8bf733:41595 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.97 KB heapSize=33.84 KB 2024-11-26T15:24:23,742 DEBUG [M:0;6cc2bc8bf733:41595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0560956c69cb461f989d758281f661bd is 82, key is hbase:meta,,1/info:regioninfo/1732634653632/Put/seqid=0 2024-11-26T15:24:23,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741844_1020 (size=5672) 2024-11-26T15:24:23,746 INFO [M:0;6cc2bc8bf733:41595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0560956c69cb461f989d758281f661bd 2024-11-26T15:24:23,748 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 393, reset compression=false 2024-11-26T15:24:23,775 DEBUG [M:0;6cc2bc8bf733:41595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0983bc459c2d49f6a2425b010f505aab is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732634656645/Put/seqid=0 2024-11-26T15:24:23,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741845_1021 (size=6584) 2024-11-26T15:24:23,784 INFO [M:0;6cc2bc8bf733:41595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.41 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0983bc459c2d49f6a2425b010f505aab 2024-11-26T15:24:23,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:24:23,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10177be66ec0007, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:24:23,797 INFO [RS:0;6cc2bc8bf733:34031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:24:23,797 INFO [RS:0;6cc2bc8bf733:34031 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,34031,1732634651625; zookeeper connection closed. 2024-11-26T15:24:23,797 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64e0ea3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64e0ea3b 2024-11-26T15:24:23,798 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:24:23,813 DEBUG [M:0;6cc2bc8bf733:41595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec297da587c548888a51148430c7a8e7 is 69, key is 6cc2bc8bf733,34031,1732634651625/rs:state/1732634652815/Put/seqid=0 2024-11-26T15:24:23,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741846_1022 (size=5156) 2024-11-26T15:24:24,218 INFO [M:0;6cc2bc8bf733:41595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec297da587c548888a51148430c7a8e7 2024-11-26T15:24:24,225 DEBUG [M:0;6cc2bc8bf733:41595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0560956c69cb461f989d758281f661bd as hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0560956c69cb461f989d758281f661bd 2024-11-26T15:24:24,235 INFO [M:0;6cc2bc8bf733:41595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0560956c69cb461f989d758281f661bd, entries=8, sequenceid=55, filesize=5.5 K 2024-11-26T15:24:24,246 DEBUG [M:0;6cc2bc8bf733:41595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0983bc459c2d49f6a2425b010f505aab as hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0983bc459c2d49f6a2425b010f505aab 2024-11-26T15:24:24,253 INFO [M:0;6cc2bc8bf733:41595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0983bc459c2d49f6a2425b010f505aab, entries=6, sequenceid=55, filesize=6.4 K 2024-11-26T15:24:24,253 DEBUG [M:0;6cc2bc8bf733:41595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec297da587c548888a51148430c7a8e7 as hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec297da587c548888a51148430c7a8e7 2024-11-26T15:24:24,259 INFO [M:0;6cc2bc8bf733:41595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43687/user/jenkins/test-data/68941e4f-949f-7a40-b207-bf3209e9d69b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec297da587c548888a51148430c7a8e7, entries=1, sequenceid=55, filesize=5.0 K 2024-11-26T15:24:24,260 INFO [M:0;6cc2bc8bf733:41595 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.97 KB/28639, heapSize ~33.55 KB/34352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 536ms, sequenceid=55, compaction requested=false 2024-11-26T15:24:24,269 INFO [M:0;6cc2bc8bf733:41595 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:24,269 DEBUG [M:0;6cc2bc8bf733:41595 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634663723Disabling compacts and flushes for region at 1732634663723Disabling writes for close at 1732634663724 (+1 ms)Obtaining lock to block concurrent updates at 1732634663724Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634663724Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28639, getHeapSize=34592, getOffHeapSize=0, getCellsCount=66 at 1732634663724Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634663725 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634663725Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634663742 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634663742Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634663751 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634663775 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634663775Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634663789 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634663813 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634663813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@677e134a: reopening flushed file at 1732634664223 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aa4336c: reopening flushed file at 1732634664236 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@473a6eb5: reopening flushed file at 1732634664253 (+17 ms)Finished flush of dataSize ~27.97 KB/28639, heapSize ~33.55 KB/34352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 536ms, sequenceid=55, compaction requested=false at 1732634664260 (+7 ms)Writing region close event to WAL at 1732634664269 (+9 ms)Closed at 1732634664269 2024-11-26T15:24:24,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34345 is added to blk_1073741830_1006 (size=32746) 2024-11-26T15:24:24,283 INFO [M:0;6cc2bc8bf733:41595 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:24:24,283 INFO [M:0;6cc2bc8bf733:41595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41595 2024-11-26T15:24:24,283 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:24:24,284 INFO [M:0;6cc2bc8bf733:41595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:24:24,409 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 393, reset compression=false 2024-11-26T15:24:24,456 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 393, reset compression=false 2024-11-26T15:24:24,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:24:24,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x10177be66ec0006, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:24:24,518 INFO [M:0;6cc2bc8bf733:41595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:24:24,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@149168da{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:24:24,542 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@459f22dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:24:24,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:24:24,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ebac23d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:24:24,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cd3b043{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/hadoop.log.dir/,STOPPED} 2024-11-26T15:24:24,546 WARN [BP-1378991633-172.17.0.3-1732634647961 heartbeating to localhost/127.0.0.1:43687 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:24:24,546 WARN [BP-1378991633-172.17.0.3-1732634647961 heartbeating to localhost/127.0.0.1:43687 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1378991633-172.17.0.3-1732634647961 (Datanode Uuid 892751d5-6e9f-4cf9-a521-59148c7c19a8) service to localhost/127.0.0.1:43687 2024-11-26T15:24:24,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/cluster_90693fb8-5f26-2791-49e5-8c358b61e2f9/data/data1/current/BP-1378991633-172.17.0.3-1732634647961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:24:24,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/cluster_90693fb8-5f26-2791-49e5-8c358b61e2f9/data/data2/current/BP-1378991633-172.17.0.3-1732634647961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:24:24,547 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:24:24,547 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:24:24,547 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:24:24,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41a23915{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:24:24,562 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3587dce9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:24:24,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:24:24,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d192e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:24:24,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f1d8083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c74ed21e-2ad9-3aeb-fd3b-fd4656d055d5/hadoop.log.dir/,STOPPED} 2024-11-26T15:24:24,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:24:24,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:24:24,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:24:24,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:24:24,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:24,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:24:24,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:24,581 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:24:24,581 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=264175395, stopped=false 2024-11-26T15:24:24,581 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,43011,1732634644729 2024-11-26T15:24:24,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11401481733/running 2024-11-26T15:24:24,590 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11401481733/running 2024-11-26T15:24:24,590 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733 2024-11-26T15:24:24,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733 2024-11-26T15:24:24,591 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:24:24,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Set watcher on znode that does not yet exist, /11401481733/running 2024-11-26T15:24:24,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Set watcher on znode that does not yet exist, /11401481733/running 2024-11-26T15:24:24,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:24:24,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:24:24,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:24,594 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,37609,1732634644842' ***** 2024-11-26T15:24:24,594 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:24:24,594 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:24:24,594 INFO [RS:0;6cc2bc8bf733:37609 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:24:24,594 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:24:24,594 INFO [RS:0;6cc2bc8bf733:37609 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:24:24,594 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(3091): Received CLOSE for de49f5d6044e6b61c14e8a60dfb7f731 2024-11-26T15:24:24,600 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,37609,1732634644842 2024-11-26T15:24:24,600 INFO [RS:0;6cc2bc8bf733:37609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:24:24,600 INFO [RS:0;6cc2bc8bf733:37609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:37609. 2024-11-26T15:24:24,600 DEBUG [RS:0;6cc2bc8bf733:37609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:24:24,600 DEBUG [RS:0;6cc2bc8bf733:37609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:24,600 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de49f5d6044e6b61c14e8a60dfb7f731, disabling compactions & flushes 2024-11-26T15:24:24,600 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731. 2024-11-26T15:24:24,600 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:24:24,600 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731. 2024-11-26T15:24:24,600 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:24:24,601 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731. after waiting 0 ms 2024-11-26T15:24:24,601 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:24:24,601 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731. 2024-11-26T15:24:24,601 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:24:24,608 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T15:24:24,608 DEBUG [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(1325): Online Regions={de49f5d6044e6b61c14e8a60dfb7f731=test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:24:24,608 DEBUG [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de49f5d6044e6b61c14e8a60dfb7f731 2024-11-26T15:24:24,608 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:24:24,608 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:24:24,608 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:24:24,608 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:24:24,609 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:24:24,609 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T15:24:24,617 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/default/test/de49f5d6044e6b61c14e8a60dfb7f731/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T15:24:24,617 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:24:24,617 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:24:24,617 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731. 2024-11-26T15:24:24,617 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de49f5d6044e6b61c14e8a60dfb7f731: Waiting for close lock at 1732634664600Running coprocessor pre-close hooks at 1732634664600Disabling compacts and flushes for region at 1732634664600Disabling writes for close at 1732634664601 (+1 ms)Writing region close event to WAL at 1732634664609 (+8 ms)Running coprocessor post-close hooks at 1732634664617 (+8 ms)Closed at 1732634664617 2024-11-26T15:24:24,617 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731. 2024-11-26T15:24:24,619 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:24:24,625 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/.tmp/info/e38c564399034e4f8028bee81cb2717f is 129, key is test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731./info:regioninfo/1732634655740/Put/seqid=0 2024-11-26T15:24:24,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741841_1017 (size=6421) 2024-11-26T15:24:24,808 DEBUG [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:24:25,009 DEBUG [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:24:25,028 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/.tmp/info/e38c564399034e4f8028bee81cb2717f 2024-11-26T15:24:25,053 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/.tmp/ns/dce54c015cc244dc90cb16aa870dfb9d is 43, key is default/ns:d/1732634647146/Put/seqid=0 2024-11-26T15:24:25,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741842_1018 (size=5153) 2024-11-26T15:24:25,058 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/.tmp/ns/dce54c015cc244dc90cb16aa870dfb9d 2024-11-26T15:24:25,094 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/.tmp/rep_barrier/0d1ebbbc7381400c94e753d90234799f is 112, key is test,,1732634654959.de49f5d6044e6b61c14e8a60dfb7f731./rep_barrier:seqnumDuringOpen/1732634655740/Put/seqid=0 2024-11-26T15:24:25,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741843_1019 (size=5518) 2024-11-26T15:24:25,189 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/.tmp/rep_barrier/0d1ebbbc7381400c94e753d90234799f 2024-11-26T15:24:25,200 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:24:25,200 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:24:25,209 DEBUG [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:24:25,220 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 393, reset compression=false 2024-11-26T15:24:25,252 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/.tmp/table/10e5095c07e840c4aca8cbec14b4bf7c is 40, key is test/table:state/1732634655751/Put/seqid=0 2024-11-26T15:24:25,267 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 393, reset compression=false 2024-11-26T15:24:25,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741844_1020 (size=5165) 2024-11-26T15:24:25,311 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/.tmp/table/10e5095c07e840c4aca8cbec14b4bf7c 2024-11-26T15:24:25,318 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/.tmp/info/e38c564399034e4f8028bee81cb2717f as hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/info/e38c564399034e4f8028bee81cb2717f 2024-11-26T15:24:25,322 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/info/e38c564399034e4f8028bee81cb2717f, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T15:24:25,323 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/.tmp/ns/dce54c015cc244dc90cb16aa870dfb9d as hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/ns/dce54c015cc244dc90cb16aa870dfb9d 2024-11-26T15:24:25,330 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/ns/dce54c015cc244dc90cb16aa870dfb9d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T15:24:25,331 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/.tmp/rep_barrier/0d1ebbbc7381400c94e753d90234799f as hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/rep_barrier/0d1ebbbc7381400c94e753d90234799f 2024-11-26T15:24:25,337 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/rep_barrier/0d1ebbbc7381400c94e753d90234799f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T15:24:25,338 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/.tmp/table/10e5095c07e840c4aca8cbec14b4bf7c as hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/table/10e5095c07e840c4aca8cbec14b4bf7c 2024-11-26T15:24:25,343 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/table/10e5095c07e840c4aca8cbec14b4bf7c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T15:24:25,344 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 735ms, sequenceid=11, compaction requested=false 2024-11-26T15:24:25,344 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T15:24:25,380 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T15:24:25,381 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:24:25,381 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:24:25,381 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:24:25,381 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634664608Running coprocessor pre-close hooks at 1732634664608Disabling compacts and flushes for region at 1732634664608Disabling writes for close at 1732634664609 (+1 ms)Obtaining lock to block concurrent updates at 1732634664609Preparing flush snapshotting stores in 1588230740 at 1732634664609Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732634664609Flushing stores of hbase:meta,,1.1588230740 at 1732634664610 (+1 ms)Flushing 1588230740/info: creating writer at 1732634664610Flushing 1588230740/info: appending metadata at 1732634664624 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732634664624Flushing 1588230740/ns: creating writer at 1732634665033 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732634665053 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732634665053Flushing 1588230740/rep_barrier: creating writer at 1732634665062 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732634665093 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732634665093Flushing 1588230740/table: creating writer at 1732634665195 (+102 ms)Flushing 1588230740/table: appending metadata at 1732634665244 (+49 ms)Flushing 1588230740/table: closing flushed file at 1732634665244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@745dddc8: reopening flushed file at 1732634665317 (+73 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@505b80bc: reopening flushed file at 1732634665322 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d2a36d: reopening flushed file at 1732634665330 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78dc0266: reopening flushed file at 1732634665337 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 735ms, sequenceid=11, compaction requested=false at 1732634665344 (+7 ms)Writing region close event to WAL at 1732634665378 (+34 ms)Running coprocessor post-close hooks at 1732634665381 (+3 ms)Closed at 1732634665381 2024-11-26T15:24:25,382 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:24:25,409 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,37609,1732634644842; all regions closed. 2024-11-26T15:24:25,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741834_1010 (size=2717) 2024-11-26T15:24:25,420 DEBUG [RS:0;6cc2bc8bf733:37609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/oldWALs 2024-11-26T15:24:25,420 INFO [RS:0;6cc2bc8bf733:37609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C37609%2C1732634644842.meta:.meta(num 1732634646975) 2024-11-26T15:24:25,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741833_1009 (size=1374) 2024-11-26T15:24:25,430 DEBUG [RS:0;6cc2bc8bf733:37609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/oldWALs 2024-11-26T15:24:25,430 INFO [RS:0;6cc2bc8bf733:37609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C37609%2C1732634644842:(num 1732634646332) 2024-11-26T15:24:25,430 DEBUG [RS:0;6cc2bc8bf733:37609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:25,430 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:24:25,430 INFO [RS:0;6cc2bc8bf733:37609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:24:25,431 INFO [RS:0;6cc2bc8bf733:37609 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T15:24:25,431 INFO [RS:0;6cc2bc8bf733:37609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:24:25,431 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:24:25,431 INFO [RS:0;6cc2bc8bf733:37609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:37609. 2024-11-26T15:24:25,431 DEBUG [RS:0;6cc2bc8bf733:37609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:24:25,431 DEBUG [RS:0;6cc2bc8bf733:37609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:25,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:24:25,431 DEBUG [RS:0;6cc2bc8bf733:37609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:25,432 INFO [RS:0;6cc2bc8bf733:37609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37609 2024-11-26T15:24:25,485 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11401481733/rs/6cc2bc8bf733,37609,1732634644842 2024-11-26T15:24:25,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733/rs 2024-11-26T15:24:25,485 INFO [RS:0;6cc2bc8bf733:37609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:24:25,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,37609,1732634644842] 2024-11-26T15:24:25,507 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11401481733/draining/6cc2bc8bf733,37609,1732634644842 already deleted, retry=false 2024-11-26T15:24:25,507 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,37609,1732634644842 expired; onlineServers=0 2024-11-26T15:24:25,507 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,43011,1732634644729' ***** 2024-11-26T15:24:25,507 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:24:25,507 INFO [M:0;6cc2bc8bf733:43011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:24:25,507 INFO [M:0;6cc2bc8bf733:43011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:24:25,508 DEBUG [M:0;6cc2bc8bf733:43011 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:24:25,508 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:24:25,508 DEBUG [M:0;6cc2bc8bf733:43011 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:24:25,508 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634646086 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634646086,5,FailOnTimeoutGroup] 2024-11-26T15:24:25,508 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634646084 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634646084,5,FailOnTimeoutGroup] 2024-11-26T15:24:25,509 INFO [M:0;6cc2bc8bf733:43011 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:24:25,509 INFO [M:0;6cc2bc8bf733:43011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:24:25,509 DEBUG [M:0;6cc2bc8bf733:43011 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:24:25,509 INFO [M:0;6cc2bc8bf733:43011 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:24:25,509 INFO [M:0;6cc2bc8bf733:43011 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:24:25,510 INFO [M:0;6cc2bc8bf733:43011 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:24:25,510 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:24:25,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11401481733/master 2024-11-26T15:24:25,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11401481733 2024-11-26T15:24:25,519 DEBUG [M:0;6cc2bc8bf733:43011 {}] zookeeper.ZKUtil(347): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Unable to get data of znode /11401481733/master because node does not exist (not an error) 2024-11-26T15:24:25,519 WARN [M:0;6cc2bc8bf733:43011 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:24:25,525 INFO [M:0;6cc2bc8bf733:43011 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/.lastflushedseqids 2024-11-26T15:24:25,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741845_1021 (size=173) 2024-11-26T15:24:25,534 INFO [M:0;6cc2bc8bf733:43011 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:24:25,534 INFO [M:0;6cc2bc8bf733:43011 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:24:25,534 DEBUG [M:0;6cc2bc8bf733:43011 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:24:25,534 INFO [M:0;6cc2bc8bf733:43011 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:25,534 DEBUG [M:0;6cc2bc8bf733:43011 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:25,534 DEBUG [M:0;6cc2bc8bf733:43011 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:24:25,534 DEBUG [M:0;6cc2bc8bf733:43011 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:25,534 INFO [M:0;6cc2bc8bf733:43011 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-26T15:24:25,553 DEBUG [M:0;6cc2bc8bf733:43011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ab391406927429aa1ab06bba965fa60 is 82, key is hbase:meta,,1/info:regioninfo/1732634647014/Put/seqid=0 2024-11-26T15:24:25,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741846_1022 (size=5672) 2024-11-26T15:24:25,570 INFO [M:0;6cc2bc8bf733:43011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ab391406927429aa1ab06bba965fa60 2024-11-26T15:24:25,596 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:24:25,596 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10177be66ec0004, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:24:25,596 INFO [RS:0;6cc2bc8bf733:37609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:24:25,596 INFO [RS:0;6cc2bc8bf733:37609 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,37609,1732634644842; zookeeper connection closed. 2024-11-26T15:24:25,598 DEBUG [M:0;6cc2bc8bf733:43011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b030593de7964effaa9382b6c01c54b5 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732634655755/Put/seqid=0 2024-11-26T15:24:25,610 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@650ab88c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@650ab88c 2024-11-26T15:24:25,610 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:24:25,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741847_1023 (size=6585) 2024-11-26T15:24:25,613 INFO [M:0;6cc2bc8bf733:43011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b030593de7964effaa9382b6c01c54b5 2024-11-26T15:24:25,649 DEBUG [M:0;6cc2bc8bf733:43011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2e853b14739471da72a6d5b6d145728 is 69, key is 6cc2bc8bf733,37609,1732634644842/rs:state/1732634646158/Put/seqid=0 2024-11-26T15:24:25,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741848_1024 (size=5156) 2024-11-26T15:24:25,664 INFO [M:0;6cc2bc8bf733:43011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2e853b14739471da72a6d5b6d145728 2024-11-26T15:24:25,674 DEBUG [M:0;6cc2bc8bf733:43011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ab391406927429aa1ab06bba965fa60 as hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ab391406927429aa1ab06bba965fa60 2024-11-26T15:24:25,682 INFO [M:0;6cc2bc8bf733:43011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ab391406927429aa1ab06bba965fa60, entries=8, sequenceid=55, filesize=5.5 K 2024-11-26T15:24:25,683 DEBUG [M:0;6cc2bc8bf733:43011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b030593de7964effaa9382b6c01c54b5 as hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b030593de7964effaa9382b6c01c54b5 2024-11-26T15:24:25,686 INFO [M:0;6cc2bc8bf733:43011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b030593de7964effaa9382b6c01c54b5, entries=6, sequenceid=55, filesize=6.4 K 2024-11-26T15:24:25,687 DEBUG [M:0;6cc2bc8bf733:43011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2e853b14739471da72a6d5b6d145728 as hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2e853b14739471da72a6d5b6d145728 2024-11-26T15:24:25,690 INFO [M:0;6cc2bc8bf733:43011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40631/user/jenkins/test-data/9fbfacf0-c47e-b2c8-6b38-e3eeb9f4ca72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2e853b14739471da72a6d5b6d145728, entries=1, sequenceid=55, filesize=5.0 K 2024-11-26T15:24:25,691 INFO [M:0;6cc2bc8bf733:43011 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 157ms, sequenceid=55, compaction requested=false 2024-11-26T15:24:25,696 INFO [M:0;6cc2bc8bf733:43011 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:25,696 DEBUG [M:0;6cc2bc8bf733:43011 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634665534Disabling compacts and flushes for region at 1732634665534Disabling writes for close at 1732634665534Obtaining lock to block concurrent updates at 1732634665534Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634665534Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732634665535 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634665535Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634665535Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634665553 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634665553Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634665575 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634665598 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634665598Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634665625 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634665649 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634665649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bbc8b80: reopening flushed file at 1732634665672 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26bdf7f1: reopening flushed file at 1732634665682 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b01752: reopening flushed file at 1732634665686 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 157ms, sequenceid=55, compaction requested=false at 1732634665691 (+5 ms)Writing region close event to WAL at 1732634665696 (+5 ms)Closed at 1732634665696 2024-11-26T15:24:25,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40395 is added to blk_1073741830_1006 (size=32758) 2024-11-26T15:24:25,703 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:24:25,703 INFO [M:0;6cc2bc8bf733:43011 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:24:25,704 INFO [M:0;6cc2bc8bf733:43011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43011 2024-11-26T15:24:25,704 INFO [M:0;6cc2bc8bf733:43011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:24:25,817 INFO [M:0;6cc2bc8bf733:43011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:24:25,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:24:25,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43011-0x10177be66ec0003, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:24:25,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@da3dfc8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:24:25,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67cc6115{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:24:25,826 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:24:25,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23db4cb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:24:25,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2ad8d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/hadoop.log.dir/,STOPPED} 2024-11-26T15:24:25,827 WARN [BP-1244800633-172.17.0.3-1732634642207 heartbeating to localhost/127.0.0.1:40631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:24:25,827 WARN [BP-1244800633-172.17.0.3-1732634642207 heartbeating to localhost/127.0.0.1:40631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1244800633-172.17.0.3-1732634642207 (Datanode Uuid 93e4de2f-d30a-48b8-bfd2-66f26aef2279) service to localhost/127.0.0.1:40631 2024-11-26T15:24:25,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/cluster_f67218a9-1347-2d52-a56d-6984e6242e56/data/data1/current/BP-1244800633-172.17.0.3-1732634642207 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:24:25,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/cluster_f67218a9-1347-2d52-a56d-6984e6242e56/data/data2/current/BP-1244800633-172.17.0.3-1732634642207 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:24:25,828 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:24:25,828 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:24:25,828 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:24:25,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@490a94e2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:24:25,838 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76153a95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:24:25,838 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:24:25,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37058911{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:24:25,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76592f4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2adbfb14-e129-d5e6-ed41-1294f2583de8/hadoop.log.dir/,STOPPED} 2024-11-26T15:24:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:24:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:24:25,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:24:25,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:24:25,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:25,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:25,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:24:25,859 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:24:25,859 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1296690922, stopped=false 2024-11-26T15:24:25,859 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,40403,1732634638794 2024-11-26T15:24:25,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0521238003/running 2024-11-26T15:24:25,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0521238003/running 2024-11-26T15:24:25,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003 2024-11-26T15:24:25,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003 2024-11-26T15:24:25,872 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:24:25,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Set watcher on znode that does not yet exist, /0521238003/running 2024-11-26T15:24:25,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Set watcher on znode that does not yet exist, /0521238003/running 2024-11-26T15:24:25,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:24:25,873 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:24:25,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:25,873 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,44907,1732634639047' ***** 2024-11-26T15:24:25,873 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:24:25,873 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:24:25,874 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:24:25,874 INFO [RS:0;6cc2bc8bf733:44907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:24:25,874 INFO [RS:0;6cc2bc8bf733:44907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:24:25,874 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(3091): Received CLOSE for eda6f759da466cd47dd516e4b9ea0073 2024-11-26T15:24:25,874 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(3091): Received CLOSE for 50cf8a57e3175664e5b0fc0fdca5d832 2024-11-26T15:24:25,874 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,44907,1732634639047 2024-11-26T15:24:25,874 INFO [RS:0;6cc2bc8bf733:44907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:24:25,874 INFO [RS:0;6cc2bc8bf733:44907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:44907. 2024-11-26T15:24:25,874 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eda6f759da466cd47dd516e4b9ea0073, disabling compactions & flushes 2024-11-26T15:24:25,874 DEBUG [RS:0;6cc2bc8bf733:44907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:24:25,874 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073. 2024-11-26T15:24:25,874 DEBUG [RS:0;6cc2bc8bf733:44907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:25,874 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073. 2024-11-26T15:24:25,874 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073. after waiting 0 ms 2024-11-26T15:24:25,874 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073. 2024-11-26T15:24:25,874 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:24:25,874 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:24:25,874 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:24:25,874 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eda6f759da466cd47dd516e4b9ea0073 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-26T15:24:25,874 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:24:25,875 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T15:24:25,875 DEBUG [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(1325): Online Regions={eda6f759da466cd47dd516e4b9ea0073=hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073., 1588230740=hbase:meta,,1.1588230740, 50cf8a57e3175664e5b0fc0fdca5d832=test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832.} 2024-11-26T15:24:25,875 DEBUG [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50cf8a57e3175664e5b0fc0fdca5d832, eda6f759da466cd47dd516e4b9ea0073 2024-11-26T15:24:25,875 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:24:25,875 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:24:25,875 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:24:25,875 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:24:25,875 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:24:25,875 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T15:24:25,899 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/replication/eda6f759da466cd47dd516e4b9ea0073/.tmp/hfileref/728ce673cd41444abf72bbeed67589a5 is 74, key is 1/hfileref:02a2eb72456c44449a6cdbe0d07ee5a3_SeqId_4_/1732634660146/DeleteColumn/seqid=0 2024-11-26T15:24:25,899 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/.tmp/info/3f3351eb94024b76a193801265ad85cd is 147, key is hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073./info:regioninfo/1732634657638/Put/seqid=0 2024-11-26T15:24:25,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741847_1023 (size=5489) 2024-11-26T15:24:25,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741848_1024 (size=7686) 2024-11-26T15:24:25,907 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/replication/eda6f759da466cd47dd516e4b9ea0073/.tmp/hfileref/728ce673cd41444abf72bbeed67589a5 2024-11-26T15:24:25,934 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/replication/eda6f759da466cd47dd516e4b9ea0073/.tmp/queue/bd58b987afe04b7fb8ed0a16dba02c76 is 153, key is 1-6cc2bc8bf733,44907,1732634639047/queue:6cc2bc8bf733%2C44907%2C1732634639047/1732634662269/Put/seqid=0 2024-11-26T15:24:25,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741849_1025 (size=5504) 2024-11-26T15:24:25,951 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:24:26,075 DEBUG [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50cf8a57e3175664e5b0fc0fdca5d832, eda6f759da466cd47dd516e4b9ea0073 2024-11-26T15:24:26,147 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 393, reset compression=false 2024-11-26T15:24:26,193 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 393, reset compression=false 2024-11-26T15:24:26,275 DEBUG [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50cf8a57e3175664e5b0fc0fdca5d832, eda6f759da466cd47dd516e4b9ea0073 2024-11-26T15:24:26,307 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/.tmp/info/3f3351eb94024b76a193801265ad85cd 2024-11-26T15:24:26,329 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/.tmp/ns/3980e2c3f93b46169a905796cdcbff93 is 43, key is default/ns:d/1732634641957/Put/seqid=0 2024-11-26T15:24:26,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741850_1026 (size=5153) 2024-11-26T15:24:26,333 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/.tmp/ns/3980e2c3f93b46169a905796cdcbff93 2024-11-26T15:24:26,339 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/replication/eda6f759da466cd47dd516e4b9ea0073/.tmp/queue/bd58b987afe04b7fb8ed0a16dba02c76 2024-11-26T15:24:26,344 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/replication/eda6f759da466cd47dd516e4b9ea0073/.tmp/hfileref/728ce673cd41444abf72bbeed67589a5 as hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/replication/eda6f759da466cd47dd516e4b9ea0073/hfileref/728ce673cd41444abf72bbeed67589a5 2024-11-26T15:24:26,349 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/replication/eda6f759da466cd47dd516e4b9ea0073/hfileref/728ce673cd41444abf72bbeed67589a5, entries=6, sequenceid=17, filesize=5.4 K 2024-11-26T15:24:26,350 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/replication/eda6f759da466cd47dd516e4b9ea0073/.tmp/queue/bd58b987afe04b7fb8ed0a16dba02c76 as hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/replication/eda6f759da466cd47dd516e4b9ea0073/queue/bd58b987afe04b7fb8ed0a16dba02c76 2024-11-26T15:24:26,354 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/replication/eda6f759da466cd47dd516e4b9ea0073/queue/bd58b987afe04b7fb8ed0a16dba02c76, entries=2, sequenceid=17, filesize=5.4 K 2024-11-26T15:24:26,355 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for eda6f759da466cd47dd516e4b9ea0073 in 481ms, sequenceid=17, compaction requested=false 2024-11-26T15:24:26,368 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/replication/eda6f759da466cd47dd516e4b9ea0073/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-26T15:24:26,369 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:24:26,369 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:24:26,369 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073. 2024-11-26T15:24:26,369 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eda6f759da466cd47dd516e4b9ea0073: Waiting for close lock at 1732634665874Running coprocessor pre-close hooks at 1732634665874Disabling compacts and flushes for region at 1732634665874Disabling writes for close at 1732634665874Obtaining lock to block concurrent updates at 1732634665874Preparing flush snapshotting stores in eda6f759da466cd47dd516e4b9ea0073 at 1732634665874Finished memstore snapshotting hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732634665875 (+1 ms)Flushing stores of hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073. at 1732634665875Flushing eda6f759da466cd47dd516e4b9ea0073/hfileref: creating writer at 1732634665875Flushing eda6f759da466cd47dd516e4b9ea0073/hfileref: appending metadata at 1732634665898 (+23 ms)Flushing eda6f759da466cd47dd516e4b9ea0073/hfileref: closing flushed file at 1732634665898Flushing eda6f759da466cd47dd516e4b9ea0073/queue: creating writer at 1732634665917 (+19 ms)Flushing eda6f759da466cd47dd516e4b9ea0073/queue: appending metadata at 1732634665934 (+17 ms)Flushing eda6f759da466cd47dd516e4b9ea0073/queue: closing flushed file at 1732634665934Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7455f55d: reopening flushed file at 1732634666343 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ae4848: reopening flushed file at 1732634666349 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for eda6f759da466cd47dd516e4b9ea0073 in 481ms, sequenceid=17, compaction requested=false at 1732634666355 (+6 ms)Writing region close event to WAL at 1732634666365 (+10 ms)Running coprocessor post-close hooks at 1732634666369 (+4 ms)Closed at 1732634666369 2024-11-26T15:24:26,369 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732634656808.eda6f759da466cd47dd516e4b9ea0073. 2024-11-26T15:24:26,369 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50cf8a57e3175664e5b0fc0fdca5d832, disabling compactions & flushes 2024-11-26T15:24:26,370 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832. 2024-11-26T15:24:26,370 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832. 2024-11-26T15:24:26,370 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832. after waiting 0 ms 2024-11-26T15:24:26,370 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832. 2024-11-26T15:24:26,371 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/.tmp/rep_barrier/f53eb4ad502a415584ec6bbbba18ed00 is 112, key is test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832./rep_barrier:seqnumDuringOpen/1732634654628/Put/seqid=0 2024-11-26T15:24:26,385 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/default/test/50cf8a57e3175664e5b0fc0fdca5d832/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T15:24:26,385 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:24:26,385 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T15:24:26,385 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832. 2024-11-26T15:24:26,385 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50cf8a57e3175664e5b0fc0fdca5d832: Waiting for close lock at 1732634666369Running coprocessor pre-close hooks at 1732634666369Disabling compacts and flushes for region at 1732634666369Disabling writes for close at 1732634666370 (+1 ms)Writing region close event to WAL at 1732634666373 (+3 ms)Running coprocessor post-close hooks at 1732634666385 (+12 ms)Closed at 1732634666385 2024-11-26T15:24:26,386 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732634653817.50cf8a57e3175664e5b0fc0fdca5d832. 2024-11-26T15:24:26,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741851_1027 (size=5518) 2024-11-26T15:24:26,475 DEBUG [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:24:26,675 DEBUG [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:24:26,791 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/.tmp/rep_barrier/f53eb4ad502a415584ec6bbbba18ed00 2024-11-26T15:24:26,808 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/.tmp/table/6c92ff52eab0455aba2267bdef31cb7d is 53, key is hbase:replication/table:state/1732634657653/Put/seqid=0 2024-11-26T15:24:26,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741852_1028 (size=5308) 2024-11-26T15:24:26,818 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:24:26,818 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:24:26,876 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T15:24:26,876 DEBUG [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:24:26,876 DEBUG [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:24:27,076 DEBUG [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:24:27,151 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 393, reset compression=false 2024-11-26T15:24:27,175 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:24:27,175 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 688, reset compression=false 2024-11-26T15:24:27,175 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6cc2bc8bf733,44907,1732634639047 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:24:27,176 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6cc2bc8bf733,44907,1732634639047: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6cc2bc8bf733,44907,1732634639047, walGroup=6cc2bc8bf733%2C44907%2C1732634639047, offset=6cc2bc8bf733%2C44907%2C1732634639047.1732634660549:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:44907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T15:24:27,177 ERROR [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T15:24:27,177 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T15:24:27,178 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T15:24:27,178 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T15:24:27,178 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T15:24:27,178 INFO [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1541406720, "init": 1048576000, "max": 2306867200, "used": 920247832 }, "NonHeapMemoryUsage": { "committed": 211222528, "init": 7667712, "max": -1, "used": 208308272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T15:24:27,178 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:40403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6cc2bc8bf733:40403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T15:24:27,197 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 393, reset compression=false 2024-11-26T15:24:27,201 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T15:24:27,201 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 688, reset compression=false 2024-11-26T15:24:27,201 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6cc2bc8bf733,44907,1732634639047 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T15:24:27,202 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-26T15:24:27,211 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/.tmp/table/6c92ff52eab0455aba2267bdef31cb7d 2024-11-26T15:24:27,216 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/.tmp/info/3f3351eb94024b76a193801265ad85cd as hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/info/3f3351eb94024b76a193801265ad85cd 2024-11-26T15:24:27,220 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/info/3f3351eb94024b76a193801265ad85cd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T15:24:27,221 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/.tmp/ns/3980e2c3f93b46169a905796cdcbff93 as hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/ns/3980e2c3f93b46169a905796cdcbff93 2024-11-26T15:24:27,224 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/ns/3980e2c3f93b46169a905796cdcbff93, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T15:24:27,225 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/.tmp/rep_barrier/f53eb4ad502a415584ec6bbbba18ed00 as hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/rep_barrier/f53eb4ad502a415584ec6bbbba18ed00 2024-11-26T15:24:27,229 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/rep_barrier/f53eb4ad502a415584ec6bbbba18ed00, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T15:24:27,229 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/.tmp/table/6c92ff52eab0455aba2267bdef31cb7d as hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/table/6c92ff52eab0455aba2267bdef31cb7d 2024-11-26T15:24:27,237 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/table/6c92ff52eab0455aba2267bdef31cb7d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T15:24:27,241 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false 2024-11-26T15:24:27,269 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T15:24:27,269 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T15:24:27,269 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:24:27,269 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:24:27,269 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634665875Running coprocessor pre-close hooks at 1732634665875Disabling compacts and flushes for region at 1732634665875Disabling writes for close at 1732634665875Obtaining lock to block concurrent updates at 1732634665875Preparing flush snapshotting stores in 1588230740 at 1732634665875Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732634665875Flushing stores of hbase:meta,,1.1588230740 at 1732634665876 (+1 ms)Flushing 1588230740/info: creating writer at 1732634665877 (+1 ms)Flushing 1588230740/info: appending metadata at 1732634665898 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732634665899 (+1 ms)Flushing 1588230740/ns: creating writer at 1732634666311 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732634666328 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732634666328Flushing 1588230740/rep_barrier: creating writer at 1732634666340 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732634666371 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732634666371Flushing 1588230740/table: creating writer at 1732634666795 (+424 ms)Flushing 1588230740/table: appending metadata at 1732634666807 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732634666808 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282c5ac4: reopening flushed file at 1732634667215 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2477cfd4: reopening flushed file at 1732634667220 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a19b3d2: reopening flushed file at 1732634667224 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea58acf: reopening flushed file at 1732634667229 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false at 1732634667241 (+12 ms)Writing region close event to WAL at 1732634667256 (+15 ms)Running coprocessor post-close hooks at 1732634667269 (+13 ms)Closed at 1732634667269 2024-11-26T15:24:27,269 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:24:27,276 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,44907,1732634639047; all regions closed. 2024-11-26T15:24:27,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741842_1018 (size=859) 2024-11-26T15:24:27,280 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.rep.1732634660572 not finished, retry = 0 2024-11-26T15:24:27,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741844_1020 (size=2574) 2024-11-26T15:24:27,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741843_1019 (size=696) 2024-11-26T15:24:27,386 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 688, reset compression=false 2024-11-26T15:24:27,388 DEBUG [RS:0;6cc2bc8bf733:44907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:27,389 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:24:27,389 INFO [RS:0;6cc2bc8bf733:44907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:24:27,389 INFO [RS:0;6cc2bc8bf733:44907 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T15:24:27,389 INFO [RS:0;6cc2bc8bf733:44907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:24:27,389 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:24:27,390 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6cc2bc8bf733,44907,1732634639047 because: Region server is closing 2024-11-26T15:24:27,390 INFO [RS:0;6cc2bc8bf733:44907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:44907. 2024-11-26T15:24:27,391 DEBUG [RS:0;6cc2bc8bf733:44907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:24:27,391 DEBUG [RS:0;6cc2bc8bf733:44907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:27,391 DEBUG [RS:0;6cc2bc8bf733:44907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:27,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:24:27,394 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 2024-11-26T15:24:27,409 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 to pos 688, reset compression=false 2024-11-26T15:24:27,411 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/WALs/6cc2bc8bf733,44907,1732634639047/6cc2bc8bf733%2C44907%2C1732634639047.1732634660549 2024-11-26T15:24:27,411 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-26T15:24:27,411 DEBUG [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-26T15:24:27,493 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,1-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,1-6cc2bc8bf733,44907,1732634639047 terminated 2024-11-26T15:24:27,493 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6cc2bc8bf733,44907,1732634639047 because: Region server is closing 2024-11-26T15:24:27,493 INFO [RS:0;6cc2bc8bf733:44907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:44907. 2024-11-26T15:24:27,493 DEBUG [RS:0;6cc2bc8bf733:44907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:24:27,493 DEBUG [RS:0;6cc2bc8bf733:44907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:27,493 DEBUG [RS:0;6cc2bc8bf733:44907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:24:27,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:24:27,594 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.shipper6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 terminated 2024-11-26T15:24:27,594 INFO [RS:0;6cc2bc8bf733:44907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44907 2024-11-26T15:24:27,594 WARN [RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0-0.replicationSource,2-6cc2bc8bf733,44907,1732634639047.replicationSource.wal-reader.6cc2bc8bf733%2C44907%2C1732634639047,2-6cc2bc8bf733,44907,1732634639047 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-26T15:24:27,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003/rs 2024-11-26T15:24:27,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0521238003/rs/6cc2bc8bf733,44907,1732634639047 2024-11-26T15:24:27,601 INFO [RS:0;6cc2bc8bf733:44907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:24:27,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,44907,1732634639047] 2024-11-26T15:24:27,622 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0521238003/draining/6cc2bc8bf733,44907,1732634639047 already deleted, retry=false 2024-11-26T15:24:27,622 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,44907,1732634639047 expired; onlineServers=0 2024-11-26T15:24:27,622 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,40403,1732634638794' ***** 2024-11-26T15:24:27,622 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:24:27,622 INFO [M:0;6cc2bc8bf733:40403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:24:27,622 INFO [M:0;6cc2bc8bf733:40403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:24:27,622 DEBUG [M:0;6cc2bc8bf733:40403 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:24:27,622 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:24:27,622 DEBUG [M:0;6cc2bc8bf733:40403 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:24:27,622 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634640695 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634640695,5,FailOnTimeoutGroup] 2024-11-26T15:24:27,622 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634640695 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634640695,5,FailOnTimeoutGroup] 2024-11-26T15:24:27,622 INFO [M:0;6cc2bc8bf733:40403 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:24:27,622 INFO [M:0;6cc2bc8bf733:40403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:24:27,622 DEBUG [M:0;6cc2bc8bf733:40403 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:24:27,622 INFO [M:0;6cc2bc8bf733:40403 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:24:27,622 INFO [M:0;6cc2bc8bf733:40403 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:24:27,623 ERROR [M:0;6cc2bc8bf733:40403 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:37673 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37673,5,PEWorkerGroup] 2024-11-26T15:24:27,623 INFO [M:0;6cc2bc8bf733:40403 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:24:27,623 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:24:27,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0521238003/master 2024-11-26T15:24:27,632 DEBUG [M:0;6cc2bc8bf733:40403 {}] zookeeper.ZKUtil(347): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Unable to get data of znode /0521238003/master because node does not exist (not an error) 2024-11-26T15:24:27,632 WARN [M:0;6cc2bc8bf733:40403 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:24:27,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0521238003 2024-11-26T15:24:27,633 INFO [M:0;6cc2bc8bf733:40403 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/.lastflushedseqids 2024-11-26T15:24:27,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741853_1029 (size=263) 2024-11-26T15:24:27,644 INFO [M:0;6cc2bc8bf733:40403 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:24:27,645 INFO [M:0;6cc2bc8bf733:40403 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:24:27,645 DEBUG [M:0;6cc2bc8bf733:40403 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:24:27,645 INFO [M:0;6cc2bc8bf733:40403 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:27,645 DEBUG [M:0;6cc2bc8bf733:40403 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:27,645 DEBUG [M:0;6cc2bc8bf733:40403 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:24:27,645 DEBUG [M:0;6cc2bc8bf733:40403 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:27,645 INFO [M:0;6cc2bc8bf733:40403 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.81 KB heapSize=70.48 KB 2024-11-26T15:24:27,665 DEBUG [M:0;6cc2bc8bf733:40403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/037edf03889d4fa6b1ce817bcee94ef4 is 82, key is hbase:meta,,1/info:regioninfo/1732634641651/Put/seqid=0 2024-11-26T15:24:27,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741854_1030 (size=5672) 2024-11-26T15:24:27,670 INFO [M:0;6cc2bc8bf733:40403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/037edf03889d4fa6b1ce817bcee94ef4 2024-11-26T15:24:27,693 DEBUG [M:0;6cc2bc8bf733:40403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e355fc78da8247f1b58fd140081f7067 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732634657657/Put/seqid=0 2024-11-26T15:24:27,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741855_1031 (size=8907) 2024-11-26T15:24:27,696 INFO [M:0;6cc2bc8bf733:40403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.25 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e355fc78da8247f1b58fd140081f7067 2024-11-26T15:24:27,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:24:27,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x10177be66ec0001, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:24:27,711 INFO [RS:0;6cc2bc8bf733:44907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:24:27,711 INFO [RS:0;6cc2bc8bf733:44907 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,44907,1732634639047; zookeeper connection closed. 2024-11-26T15:24:27,712 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@aaacbfa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@aaacbfa 2024-11-26T15:24:27,712 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:24:27,719 DEBUG [M:0;6cc2bc8bf733:40403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5a2522f87b54c9289ab9e12cbb19e45 is 69, key is 6cc2bc8bf733,44907,1732634639047/rs:state/1732634640769/Put/seqid=0 2024-11-26T15:24:27,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741856_1032 (size=5156) 2024-11-26T15:24:28,103 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T15:24:28,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,124 INFO [M:0;6cc2bc8bf733:40403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5a2522f87b54c9289ab9e12cbb19e45 2024-11-26T15:24:28,128 DEBUG [M:0;6cc2bc8bf733:40403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/037edf03889d4fa6b1ce817bcee94ef4 as hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/037edf03889d4fa6b1ce817bcee94ef4 2024-11-26T15:24:28,132 INFO [M:0;6cc2bc8bf733:40403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/037edf03889d4fa6b1ce817bcee94ef4, entries=8, sequenceid=112, filesize=5.5 K 2024-11-26T15:24:28,133 DEBUG [M:0;6cc2bc8bf733:40403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e355fc78da8247f1b58fd140081f7067 as hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e355fc78da8247f1b58fd140081f7067 2024-11-26T15:24:28,137 INFO [M:0;6cc2bc8bf733:40403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e355fc78da8247f1b58fd140081f7067, entries=13, sequenceid=112, filesize=8.7 K 2024-11-26T15:24:28,138 DEBUG [M:0;6cc2bc8bf733:40403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5a2522f87b54c9289ab9e12cbb19e45 as hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5a2522f87b54c9289ab9e12cbb19e45 2024-11-26T15:24:28,142 INFO [M:0;6cc2bc8bf733:40403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/86865c8d-6b31-3e9f-d446-d2bf92ec3b5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5a2522f87b54c9289ab9e12cbb19e45, entries=1, sequenceid=112, filesize=5.0 K 2024-11-26T15:24:28,143 INFO [M:0;6cc2bc8bf733:40403 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.81 KB/61244, heapSize ~70.18 KB/71864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 498ms, sequenceid=112, compaction requested=false 2024-11-26T15:24:28,152 INFO [M:0;6cc2bc8bf733:40403 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:24:28,152 DEBUG [M:0;6cc2bc8bf733:40403 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634667645Disabling compacts and flushes for region at 1732634667645Disabling writes for close at 1732634667645Obtaining lock to block concurrent updates at 1732634667645Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634667645Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61244, getHeapSize=72104, getOffHeapSize=0, getCellsCount=131 at 1732634667645Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634667646 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634667646Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634667664 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634667664Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634667674 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634667692 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634667692Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634667700 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634667718 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634667718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2af24f: reopening flushed file at 1732634668128 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f42759: reopening flushed file at 1732634668132 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d39446e: reopening flushed file at 1732634668137 (+5 ms)Finished flush of dataSize ~59.81 KB/61244, heapSize ~70.18 KB/71864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 498ms, sequenceid=112, compaction requested=false at 1732634668143 (+6 ms)Writing region close event to WAL at 1732634668152 (+9 ms)Closed at 1732634668152 2024-11-26T15:24:28,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741830_1006 (size=69031) 2024-11-26T15:24:28,159 INFO [M:0;6cc2bc8bf733:40403 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:24:28,159 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:24:28,159 INFO [M:0;6cc2bc8bf733:40403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40403 2024-11-26T15:24:28,160 INFO [M:0;6cc2bc8bf733:40403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:24:28,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T15:24:28,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:24:28,269 INFO [M:0;6cc2bc8bf733:40403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:24:28,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40403-0x10177be66ec0000, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:24:28,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4efb371a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:24:28,272 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bc5f223{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:24:28,272 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:24:28,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f099f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:24:28,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23093d60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/hadoop.log.dir/,STOPPED} 2024-11-26T15:24:28,274 WARN [BP-836718874-172.17.0.3-1732634635114 heartbeating to localhost/127.0.0.1:37673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:24:28,274 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:24:28,274 WARN [BP-836718874-172.17.0.3-1732634635114 heartbeating to localhost/127.0.0.1:37673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-836718874-172.17.0.3-1732634635114 (Datanode Uuid a42ca8a8-5426-4970-b7ac-c3badec35046) service to localhost/127.0.0.1:37673 2024-11-26T15:24:28,274 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:24:28,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/cluster_aaab77c5-2ea0-fbe5-1e4d-4d7537cd26b2/data/data1/current/BP-836718874-172.17.0.3-1732634635114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:24:28,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/cluster_aaab77c5-2ea0-fbe5-1e4d-4d7537cd26b2/data/data2/current/BP-836718874-172.17.0.3-1732634635114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:24:28,275 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:24:28,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c4f3b18{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:24:28,285 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@318cb791{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:24:28,285 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:24:28,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fc4a79c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:24:28,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e4f17d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bc716a1-e8b0-2226-5479-2cb906c93b3c/hadoop.log.dir/,STOPPED} 2024-11-26T15:24:28,293 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T15:24:28,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:24:28,333 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=601 (was 532) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37673 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37673 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58419) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58419) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40631 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37673 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43687 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-35 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43687 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40631 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:37673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:43687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58419) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43687 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43687 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:40631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=986 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=791 (was 575) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4884 (was 5975) 2024-11-26T15:24:28,334 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2024-11-26T15:24:28,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10177be66ec0005, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:24:28,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10177be66ec0008, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:24:28,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10177be66ec0002, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T15:24:28,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10177be66ec0008, quorum=127.0.0.1:58419, baseZNode=/21573995983 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:24:28,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10177be66ec0005, quorum=127.0.0.1:58419, baseZNode=/11401481733 Received Disconnected from ZooKeeper, ignoring 2024-11-26T15:24:28,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10177be66ec0002, quorum=127.0.0.1:58419, baseZNode=/0521238003 Received Disconnected from ZooKeeper, ignoring